
--- BVT pytest attempt 2026-06-14T09:58:19.717395+00:00 (/.local/bin/uv run pytest...) ---
[2m2026-06-14T09:58:21.193998Z[0m [[32m[1minfo     [0m] [1mWriting tests log to /home/odh/opendatahub-tests/results/pytest-tests.log[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.203137Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.203316Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.203485Z[0m [[32m[1minfo     [0m] [1mPRAGMA main.table_info("OpenDataHubTestTable")[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.203616Z[0m [[32m[1minfo     [0m] [1mPRAGMA main.table_info("OpenDataHubTestTable")[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.203780Z[0m [[32m[1minfo     [0m] [1m[raw sql] ()                  [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.204177Z[0m [[32m[1minfo     [0m] [1m[raw sql] ()                  [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.204315Z[0m [[32m[1minfo     [0m] [1mPRAGMA temp.table_info("OpenDataHubTestTable")[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.204437Z[0m [[32m[1minfo     [0m] [1mPRAGMA temp.table_info("OpenDataHubTestTable")[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.205062Z[0m [[32m[1minfo     [0m] [1m[raw sql] ()                  [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.205213Z[0m [[32m[1minfo     [0m] [1m[raw sql] ()                  [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.205330Z[0m [[32m[1minfo     [0m] [1m
CREATE TABLE "OpenDataHubTestTable" (
	id INTEGER NOT NULL, 
	test_name VARCHAR(500) NOT NULL, 
	start_time INTEGER NOT NULL, 
	PRIMARY KEY (id)
)

[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.205462Z[0m [[32m[1minfo     [0m] [1m
CREATE TABLE "OpenDataHubTestTable" (
	id INTEGER NOT NULL, 
	test_name VARCHAR(500) NOT NULL, 
	start_time INTEGER NOT NULL, 
	PRIMARY KEY (id)
)

[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.205598Z[0m [[32m[1minfo     [0m] [1m[no key 0.00005s] ()          [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.205723Z[0m [[32m[1minfo     [0m] [1m[no key 0.00005s] ()          [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.206215Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.206375Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.206525Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host 'api.ods-qe-psi-23.osp.rh-ods.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings
  warnings.warn(
[2m2026-06-14T09:58:21.310383Z[0m [[32m[1minfo     [0m] [1mkind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:21.360129Z[0m [[32m[1minfo     [0m] [1mkind: DSCInitialization api version: dscinitialization.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:21.384421Z[0m [[32m[1minfo     [0m] [1mRunning model registry tests against default namespace[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.384576Z[0m [[32m[1minfo     [0m] [1mkind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
============================= test session starts ==============================
platform linux -- Python 3.14.5, pytest-9.0.3, pluggy-1.6.0 -- /home/odh/opendatahub-tests/.venv/bin/python
cachedir: .pytest_cache
metadata: {'Python': '3.14.5', 'Platform': 'Linux-5.14.0-427.115.1.el9_4.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.0.3', 'pluggy': '1.6.0'}, 'Plugins': {'anyio': '4.13.0', 'asyncio': '1.3.0', 'dependency': '0.6.1', 'html': '4.2.0', 'metadata': '3.1.1', 'order': '1.3.0', 'progress': '1.4.0', 'testconfig': '0.2.0', 'xdist': '3.8.0', 'syrupy': '5.1.0'}}
rootdir: /home/odh/opendatahub-tests
configfile: pytest.ini
plugins: anyio-4.13.0, asyncio-1.3.0, dependency-0.6.1, html-4.2.0, metadata-3.1.1, order-1.3.0, progress-1.4.0, testconfig-0.2.0, xdist-3.8.0, syrupy-5.1.0
asyncio: mode=Mode.STRICT, debug=False, asyncio_default_fixture_loop_scope=None, asyncio_default_test_loop_scope=function
collecting ... collected 105 items / 94 deselected / 11 selected

tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::TestAuthPolicyApiKeyValidation::test_auth_policy_callback_url_uses_correct_namespace [1m
--------------------------------- test_auth_policy_callback_url_uses_correct_namespace ---------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T09:58:21.654290Z[0m [[32m[1minfo     [0m] [1m(OpenDataHubTestTable|OpenDataHubTestTable) _post_configure_properties() started[0m [[0m[1m[34msqlalchemy.orm.mapper.Mapper[0m][0m
[2m2026-06-14T09:58:21.654455Z[0m [[32m[1minfo     [0m] [1m(OpenDataHubTestTable|OpenDataHubTestTable) initialize prop id[0m [[0m[1m[34msqlalchemy.orm.mapper.Mapper[0m][0m
[2m2026-06-14T09:58:21.654566Z[0m [[32m[1minfo     [0m] [1m(OpenDataHubTestTable|OpenDataHubTestTable) initialize prop test_name[0m [[0m[1m[34msqlalchemy.orm.mapper.Mapper[0m][0m
[2m2026-06-14T09:58:21.654681Z[0m [[32m[1minfo     [0m] [1m(OpenDataHubTestTable|OpenDataHubTestTable) initialize prop start_time[0m [[0m[1m[34msqlalchemy.orm.mapper.Mapper[0m][0m
[2m2026-06-14T09:58:21.654797Z[0m [[32m[1minfo     [0m] [1m(OpenDataHubTestTable|OpenDataHubTestTable) _post_configure_properties() complete[0m [[0m[1m[34msqlalchemy.orm.mapper.Mapper[0m][0m
[2m2026-06-14T09:58:21.655294Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.655451Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.655808Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.656040Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.656362Z[0m [[32m[1minfo     [0m] [1m[generated in 0.00011s] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace', 1781431101)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.656709Z[0m [[32m[1minfo     [0m] [1m[generated in 0.00011s] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace', 1781431101)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.656869Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.656992Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T09:58:21.657961Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: event_loop_policy[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.658105Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: _syrupy_apply_ide_patches[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.661414Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: admin_client[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.661567Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:21.661699Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: dsc_resource[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.661850Z[0m [[32m[1minfo     [0m] [1mkind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:21.717575Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: tmp_path_factory[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.717713Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: tests_tmp_dir[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.718787Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: os_path_environment[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.719287Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: tmpdir_factory[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.719531Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: bin_directory[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.720337Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: oc_binary_path[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:21.732483Z[0m [[32m[1minfo     [0m] [1mkind: ConsoleCLIDownload api version: console.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:21.754538Z[0m [[32m[1minfo     [0m] [1mAll oc console cli download links: ['https://downloads-openshift-console.apps.ods-qe-psi-23.osp.rh-ods.com/amd64/linux/oc.tar'][0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T09:58:21.754624Z[0m [[32m[1minfo     [0m] [1mDownloading archive using: url=https://downloads-openshift-console.apps.ods-qe-psi-23.osp.rh-ods.com/amd64/linux/oc.tar[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T09:58:44.597460Z[0m [[32m[1minfo     [0m] [1mExtract the downloaded archive.[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T09:58:44.711458Z[0m [[32m[1minfo     [0m] [1mDownloaded file: ['oc']       [0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T09:58:44.736030Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: bin_directory_to_os_path[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:44.734565Z[0m [[32m[1minfo     [0m] [1mOC binary path: /tmp/pytest-dyphK9CGn4KcKwKMqQisVA/bin0/oc[0m [[0m[1m[34mtests.conftest[0m][0m [36mname[0m=[35mtests.conftest[0m
[2m2026-06-14T09:58:44.734618Z[0m [[32m[1minfo     [0m] [1mAdding /tmp/pytest-dyphK9CGn4KcKwKMqQisVA/bin0 to $PATH[0m [[0m[1m[34mtests.conftest[0m][0m [36mname[0m=[35mtests.conftest[0m
[2m2026-06-14T09:58:44.736524Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: nodes[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.550018Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: dsci_resource[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.550194Z[0m [[32m[1minfo     [0m] [1mkind: DSCInitialization api version: dscinitialization.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:45.569292Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: record_testsuite_property[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.569500Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: junitxml_plugin[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.569638Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: cluster_sanity_scope_session[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.568728Z[0m [[32m[1minfo     [0m] [1mCheck cluster sanity.         [0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T09:58:45.569932Z[0m [[32m[1minfo     [0m] [1mVerify all nodes are in a healthy condition.[0m [[0m[1m[34mocp_utilities.infra[0m][0m
[2m2026-06-14T09:58:45.684194Z[0m [[32m[1minfo     [0m] [1mVerify all nodes are schedulable.[0m [[0m[1m[34mocp_utilities.infra[0m][0m
[2m2026-06-14T09:58:45.760117Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 5 seconds. (Function: utilities.infra.wait_for_dsci_status_ready  Kwargs: {'dsci_resource': <ocp_resources.dsc_initialization.DSCInitialization object at 0x7f6b8a647ed0>})[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:45.759565Z[0m [[32m[1minfo     [0m] [1mWait for DSCI default-dsci to be in Ready status.[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T09:58:45.760365Z[0m [[32m[1minfo     [0m] [1mGet DSCInitialization default-dsci status[0m [[0m[1m[34mocp_resources DSCInitialization[0m][0m
[2m2026-06-14T09:58:45.773861Z[0m [[32m[1minfo     [0m] [1mElapsed time: 7.772445678710938e-05 [0:00:00.000078][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:45.774010Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 5 seconds. (Function: utilities.infra.wait_for_dsc_status_ready  Kwargs: {'dsc_resource': <ocp_resources.data_science_cluster.DataScienceCluster object at 0x7f6b8a646fd0>})[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:45.773344Z[0m [[32m[1minfo     [0m] [1mWait for DSC default-dsc are Ready.[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T09:58:45.774258Z[0m [[32m[1minfo     [0m] [1mGet DataScienceCluster default-dsc status[0m [[0m[1m[34mocp_resources DataScienceCluster[0m][0m
[2m2026-06-14T09:58:45.787323Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.552436828613281e-05 [0:00:00.000036][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:45.787475Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: autouse_fixtures[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.787606Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: maas_gateway_api_hostname[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.818274Z[0m [[32m[1minfo     [0m] [1mkind: Ingress api version: config.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:45.855707Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: maas_gateway_api[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.879986Z[0m [[32m[1minfo     [0m] [1mkind: Gateway api version: gateway.networking.k8s.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:45.900523Z[0m [[32m[1minfo     [0m] [1mReusing existing gateway openshift-ingress/maas-default-gateway[0m [[0m[1m[34mconftest[0m][0m [36mname[0m=[35mconftest[0m
[2m2026-06-14T09:58:45.901259Z[0m [[32m[1minfo     [0m] [1mWait for Gateway/maas-default-gateway's 'Programmed' condition to be 'True'[0m [[0m[1m[34mocp_resources Gateway[0m][0m
[2m2026-06-14T09:58:45.901382Z[0m [[32m[1minfo     [0m] [1mWait until Gateway maas-default-gateway is created[0m [[0m[1m[34mocp_resources Gateway[0m][0m
[2m2026-06-14T09:58:45.901506Z[0m [[32m[1minfo     [0m] [1mWaiting for 300 seconds [0:05:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:45.918222Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.147125244140625e-05 [0:00:00.000031][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:45.918426Z[0m [[32m[1minfo     [0m] [1mWaiting for 299.98290967941284 seconds [0:04:59.982910], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_condition.lambda: self.instance)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:45.934587Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.24249267578125e-05 [0:00:00.000032][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:45.934735Z[0m [[32m[1minfo     [0m] [1mResourceEdit: Backing up old data[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:45.955644Z[0m [[32m[1minfo     [0m] [1mResourceEdits: Updating data for resource Gateway maas-default-gateway[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:45.955794Z[0m [[32m[1minfo     [0m] [1mUpdate Gateway maas-default-gateway:
{'metadata': {'annotations': {'security.opendatahub.io/authorino-tls-bootstrap': 'true'}, 'name': 'maas-default-gateway'}}[0m [[0m[1m[34mocp_resources Gateway[0m][0m
[2m2026-06-14T09:58:45.979079Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: pytestconfig[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.979768Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: use_unprivileged_client[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.979963Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: kubconfig_filepath[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.980078Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: cluster_authentication[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:45.980181Z[0m [[32m[1minfo     [0m] [1mkind: Authentication api version: config.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:46.002881Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: is_byoidc[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:46.020984Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: non_admin_user_password[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:46.070906Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: unprivileged_client[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:46.376845Z[0m [[32m[1minfo     [0m] [1mRequesting token for user odh-user1 from https://keycloak.qe.rh-ods.com/realms/openshift/protocol/openid-connect/token[0m [[0m[1m[34mutilities.user_utils[0m][0m
[2m2026-06-14T09:58:46.702745Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: maas_subscription_namespace[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:46.713278Z[0m [[32m[1minfo     [0m] [1mNamespace models-as-a-service already exists, reusing it[0m [[0m[1m[34mconftest[0m][0m [36mname[0m=[35mconftest[0m
[2m2026-06-14T09:58:46.714123Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: maas_subscription_controller_enabled_latest[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T09:58:46.714259Z[0m [[32m[1minfo     [0m] [1mResourceEdit: Backing up old data --- [DuplicateFilter: Last log `kind: Authentication api version: config.openshift.io/v1` repeated 3 times][0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:46.727371Z[0m [[32m[1minfo     [0m] [1mResourceEdits: Updating data for resource DataScienceCluster default-dsc[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T09:58:46.727521Z[0m [[32m[1minfo     [0m] [1mUpdate DataScienceCluster default-dsc:
{'spec': {'components': {'kserve': {'modelsAsService': {'managementState': 'Managed'}}}}, 'metadata': {'name': 'default-dsc'}}[0m [[0m[1m[34mocp_resources DataScienceCluster[0m][0m
[2m2026-06-14T09:58:46.760312Z[0m [[32m[1minfo     [0m] [1mWait for DataScienceCluster/default-dsc's 'ModelsAsServiceReady' condition to be 'True'[0m [[0m[1m[34mocp_resources DataScienceCluster[0m][0m
[2m2026-06-14T09:58:46.760523Z[0m [[32m[1minfo     [0m] [1mWait until DataScienceCluster default-dsc is created[0m [[0m[1m[34mocp_resources DataScienceCluster[0m][0m
[2m2026-06-14T09:58:46.760665Z[0m [[32m[1minfo     [0m] [1mWaiting for 900 seconds [0:15:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:46.772957Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.4332275390625e-05 [0:00:00.000034][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T09:58:46.773100Z[0m [[32m[1minfo     [0m] [1mWaiting for 899.9873671531677 seconds [0:14:59.987367], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_condition.lambda: self.instance)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-06-14T10:13:47.442081Z[0m [[32m[1minfo     [0m] [1mResourceEdits: Restoring data for resource DataScienceCluster default-dsc[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:13:47.442354Z[0m [[32m[1minfo     [0m] [1mUpdate DataScienceCluster default-dsc:
{'spec': {'components': {'kserve': {'modelsAsService': None}}}, 'metadata': {'name': 'default-dsc'}}[0m [[0m[1m[34mocp_resources DataScienceCluster[0m][0m
ERROR[1m
TEST: TestAuthPolicyApiKeyValidation.test_auth_policy_callback_url_uses_correct_namespace [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:13:47.495863Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1110, in execute
    result: FixtureValue = ihook.pytest_fixture_setup(
                           ~~~~~~~~~~~~~~~~~~~~~~~~~~^
        fixturedef=self, request=request
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pytest_asyncio/plugin.py", line 728, in pytest_fixture_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper
    return result.get_result()
           ~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_result.py", line 103, in get_result
    raise exc.with_traceback(tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper
    res = yield
          ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/setuponly.py", line 36, in pytest_fixture_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:13:47.495995Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:13:47.496779Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:47.496994Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:47.498879Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:47.499024Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:47.499173Z[0m [[32m[1minfo     [0m] [1m[generated in 0.00015s] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:47.499344Z[0m [[32m[1minfo     [0m] [1m[generated in 0.00015s] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:47.499465Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:47.499575Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:47.499695Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:13:47.591337Z[0m [[32m[1minfo     [0m] [1mkind: Subscription api version: operators.coreos.com/v1alpha1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:13:47.603802Z[0m [[32m[1minfo     [0m] [1mChecking subscription rhods-operator[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:13:47.616441Z[0m [[32m[1minfo     [0m] [1mExpected CSV: rhods-operator.3.4.0[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:13:47.618745Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:13:47.625105Z[0m [[32m[1minfo     [0m] [1mkind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:13:47.801106Z[0m [[32m[1minfo     [0m] [1mRunning oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation/TestAuthPolicyApiKeyValidation/test_auth_policy_callback_url_uses_correct_namespace/pytest_exception_interact --since=926s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command[0m [[0m[1m[34mpyhelper_utils.shell[0m][0m

_ ERROR at setup of TestAuthPolicyApiKeyValidation.test_auth_policy_callback_url_uses_correct_namespace _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1110, in execute
    result: FixtureValue = ihook.pytest_fixture_setup(
                           ~~~~~~~~~~~~~~~~~~~~~~~~~~^
        fixturedef=self, request=request
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pytest_asyncio/plugin.py", line 728, in pytest_fixture_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper
    return result.get_result()
           ~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_result.py", line 103, in get_result
    raise exc.with_traceback(tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper
    res = yield
          ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/setuponly.py", line 36, in pytest_fixture_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 1 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 1 Error, 0 ReRun _

tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::TestAuthPolicyApiKeyValidation::test_api_key_can_list_models[ocp_token_for_actor0] [2m2026-06-14T10:13:58.612188Z[0m [[32m[1minfo     [0m] [1m/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation/TestAuthPolicyApiKeyValidation/test_auth_policy_callback_url_uses_correct_namespace/pytest_exception_interact/mg-1781431101.zip is collected successfully[0m [[0m[1m[34mutilities.must_gather_collector[0m][0m [36mname[0m=[35mutilities.must_gather_collector[0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
---------------------------------- test_api_key_can_list_models[ocp_token_for_actor0] ----------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:13:58.615499Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.615616Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.615738Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.615943Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.616097Z[0m [[32m[1minfo     [0m] [1m[cached since 937s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0]', 1781432038)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.616233Z[0m [[32m[1minfo     [0m] [1m[cached since 937s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0]', 1781432038)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.616638Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.616755Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[1m
TEST: TestAuthPolicyApiKeyValidation.test_api_key_can_list_models[ocp_token_for_actor0] [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:13:58.621655Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:13:58.621795Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0].[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:13:58.623680Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.623836Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.624000Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.624119Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.624318Z[0m [[32m[1minfo     [0m] [1m[cached since 11.13s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.628069Z[0m [[32m[1minfo     [0m] [1m[cached since 11.13s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.628192Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.628302Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:13:58.628406Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:13:58.706420Z[0m [[32m[1minfo     [0m] [1mChecking subscription rhods-operator[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:13:58.729944Z[0m [[32m[1minfo     [0m] [1mExpected CSV: rhods-operator.3.4.0[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:13:58.736916Z[0m [[32m[1minfo     [0m] [1mkind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:13:58.918015Z[0m [[32m[1minfo     [0m] [1mRunning oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation/TestAuthPolicyApiKeyValidation/test_api_key_can_list_models_ocp_token_for_actor0_/pytest_exception_interact --since=300s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command[0m [[0m[1m[34mpyhelper_utils.shell[0m][0m
[2m2026-06-14T10:14:09.728075Z[0m [[32m[1minfo     [0m] [1m/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation/TestAuthPolicyApiKeyValidation/test_api_key_can_list_models_ocp_token_for_actor0_/pytest_exception_interact/mg-1781432038.zip is collected successfully[0m [[0m[1m[34mutilities.must_gather_collector[0m][0m [36mname[0m=[35mutilities.must_gather_collector[0m

_ ERROR at setup of TestAuthPolicyApiKeyValidation.test_api_key_can_list_models[ocp_token_for_actor0] _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 2 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 2 Error, 0 ReRun _

tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::TestAPIKeyCRUD::test_create_api_key[ocp_token_for_actor0] [1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
-------------------------------------- test_create_api_key[ocp_token_for_actor0] --------------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:14:09.730706Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.730857Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.731001Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.731115Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.731258Z[0m [[32m[1minfo     [0m] [1m[cached since 948.1s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0]', 1781432049)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.731590Z[0m [[32m[1minfo     [0m] [1m[cached since 948.1s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0]', 1781432049)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.731725Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.732704Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[1m
TEST: TestAPIKeyCRUD.test_create_api_key[ocp_token_for_actor0] [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:14:09.736034Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:14:09.737935Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0].[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:14:09.738112Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.738232Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.738346Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.738457Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.738593Z[0m [[32m[1minfo     [0m] [1m[cached since 22.24s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.742429Z[0m [[32m[1minfo     [0m] [1m[cached since 22.24s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.742572Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.742685Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:14:09.742831Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:14:09.797756Z[0m [[32m[1minfo     [0m] [1mChecking subscription rhods-operator[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:14:09.810263Z[0m [[32m[1minfo     [0m] [1mExpected CSV: rhods-operator.3.4.0[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:14:09.820214Z[0m [[32m[1minfo     [0m] [1mkind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:14:09.949894Z[0m [[32m[1minfo     [0m] [1mRunning oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_crud/TestAPIKeyCRUD/test_create_api_key_ocp_token_for_actor0_/pytest_exception_interact --since=300s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command[0m [[0m[1m[34mpyhelper_utils.shell[0m][0m
[2m2026-06-14T10:19:13.148461Z[0m [[32m[1minfo     [0m] [1m/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_crud/TestAPIKeyCRUD/test_create_api_key_ocp_token_for_actor0_/pytest_exception_interact/mg-1781432049.zip is collected successfully[0m [[0m[1m[34mutilities.must_gather_collector[0m][0m [36mname[0m=[35mutilities.must_gather_collector[0m

__ ERROR at setup of TestAPIKeyCRUD.test_create_api_key[ocp_token_for_actor0] __
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 3 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 3 Error, 0 ReRun _

tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::TestAPIKeyCRUD::test_revoke_api_key[ocp_token_for_actor0] [1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
-------------------------------------- test_revoke_api_key[ocp_token_for_actor0] --------------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:19:13.151145Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.151264Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.151384Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.151497Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.151637Z[0m [[32m[1minfo     [0m] [1m[cached since 1251s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0]', 1781432353)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.152234Z[0m [[32m[1minfo     [0m] [1m[cached since 1251s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0]', 1781432353)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.152360Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.152477Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[1m
TEST: TestAPIKeyCRUD.test_revoke_api_key[ocp_token_for_actor0] [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:19:13.156569Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:19:13.156723Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0].[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:19:13.158588Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.158761Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.158912Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.162653Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.162798Z[0m [[32m[1minfo     [0m] [1m[cached since 325.7s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.162950Z[0m [[32m[1minfo     [0m] [1m[cached since 325.7s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.163059Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.163161Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:13.163265Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:19:13.224026Z[0m [[32m[1minfo     [0m] [1mChecking subscription rhods-operator[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:19:13.238473Z[0m [[32m[1minfo     [0m] [1mExpected CSV: rhods-operator.3.4.0[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:19:13.245148Z[0m [[32m[1minfo     [0m] [1mkind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:19:13.377227Z[0m [[32m[1minfo     [0m] [1mRunning oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_crud/TestAPIKeyCRUD/test_revoke_api_key_ocp_token_for_actor0_/pytest_exception_interact --since=300s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command[0m [[0m[1m[34mpyhelper_utils.shell[0m][0m
[2m2026-06-14T10:19:24.122385Z[0m [[32m[1minfo     [0m] [1m/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_crud/TestAPIKeyCRUD/test_revoke_api_key_ocp_token_for_actor0_/pytest_exception_interact/mg-1781432353.zip is collected successfully[0m [[0m[1m[34mutilities.must_gather_collector[0m][0m [36mname[0m=[35mutilities.must_gather_collector[0m

__ ERROR at setup of TestAPIKeyCRUD.test_revoke_api_key[ocp_token_for_actor0] __
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 4 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 4 Error, 0 ReRun _

tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::TestGatewayDenyByDefault::test_gateway_default_auth_in_gateway_namespace_and_accepted [1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
----------------------------- test_gateway_default_auth_in_gateway_namespace_and_accepted -----------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:19:24.125132Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.125262Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.125379Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.125513Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.125648Z[0m [[32m[1minfo     [0m] [1m[cached since 1262s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted', 1781432364)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.125781Z[0m [[32m[1minfo     [0m] [1m[cached since 1262s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted', 1781432364)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.126967Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.127113Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[1m
TEST: TestGatewayDenyByDefault.test_gateway_default_auth_in_gateway_namespace_and_accepted [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:19:24.130429Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:19:24.132396Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:19:24.132585Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.132726Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.137449Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.140766Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.140961Z[0m [[32m[1minfo     [0m] [1m[cached since 336.6s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.141173Z[0m [[32m[1minfo     [0m] [1m[cached since 336.6s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.141340Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.141467Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:24.141570Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:19:24.190168Z[0m [[32m[1minfo     [0m] [1mChecking subscription rhods-operator[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:19:24.203393Z[0m [[32m[1minfo     [0m] [1mExpected CSV: rhods-operator.3.4.0[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:19:24.208978Z[0m [[32m[1minfo     [0m] [1mkind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:19:24.344764Z[0m [[32m[1minfo     [0m] [1mRunning oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_gateway_deny_default/TestGatewayDenyByDefault/test_gateway_default_auth_in_gateway_namespace_and_accepted/pytest_exception_interact --since=300s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command[0m [[0m[1m[34mpyhelper_utils.shell[0m][0m
[2m2026-06-14T10:19:35.006397Z[0m [[32m[1minfo     [0m] [1m/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_gateway_deny_default/TestGatewayDenyByDefault/test_gateway_default_auth_in_gateway_namespace_and_accepted/pytest_exception_interact/mg-1781432364.zip is collected successfully[0m [[0m[1m[34mutilities.must_gather_collector[0m][0m [36mname[0m=[35mutilities.must_gather_collector[0m

_ ERROR at setup of TestGatewayDenyByDefault.test_gateway_default_auth_in_gateway_namespace_and_accepted _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 5 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 5 Error, 0 ReRun _

tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::TestGatewayDenyByDefault::test_unconfigured_model_denies_unauthenticated_request [1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
-------------------------------- test_unconfigured_model_denies_unauthenticated_request --------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:19:35.008688Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.008806Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.008966Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.009068Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.009209Z[0m [[32m[1minfo     [0m] [1m[cached since 1273s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_unconfigured_model_denies_unauthenticated_request', 1781432375)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.009546Z[0m [[32m[1minfo     [0m] [1m[cached since 1273s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_unconfigured_model_denies_unauthenticated_request', 1781432375)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.009672Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.010676Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[1m
TEST: TestGatewayDenyByDefault.test_unconfigured_model_denies_unauthenticated_request [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:19:35.014047Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:19:35.015960Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_unconfigured_model_denies_unauthenticated_request.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:19:35.016136Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.016262Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.019994Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.020115Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.020246Z[0m [[32m[1minfo     [0m] [1m[cached since 347.5s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_unconfigured_model_denies_unauthenticated_request', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.020370Z[0m [[32m[1minfo     [0m] [1m[cached since 347.5s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_unconfigured_model_denies_unauthenticated_request', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.020478Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.020581Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:19:35.020686Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:19:35.071189Z[0m [[32m[1minfo     [0m] [1mChecking subscription rhods-operator[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:19:35.083585Z[0m [[32m[1minfo     [0m] [1mExpected CSV: rhods-operator.3.4.0[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-06-14T10:19:35.090910Z[0m [[32m[1minfo     [0m] [1mkind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:19:35.242221Z[0m [[32m[1minfo     [0m] [1mRunning oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_gateway_deny_default/TestGatewayDenyByDefault/test_unconfigured_model_denies_unauthenticated_request/pytest_exception_interact --since=300s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command[0m [[0m[1m[34mpyhelper_utils.shell[0m][0m

_ ERROR at setup of TestGatewayDenyByDefault.test_unconfigured_model_denies_unauthenticated_request _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 6 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 6 Error, 0 ReRun _

tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::TestMaaSAuthPolicyEnforcementTinyLlama::test_authorized_user_gets_200[ocp_token_for_actor0] [2m2026-06-14T10:34:35.353920Z[0m [[33m[1mwarning  [0m] [1mFailed to collect logs: /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_unconfigured_model_denies_unauthenticated_request: Command '['oc', 'adm', 'must-gather', '--dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_gateway_deny_default/TestGatewayDenyByDefault/test_unconfigured_model_denies_unauthenticated_request/pytest_exception_interact', '--since=300s', '--image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6']' timed out after 900 seconds Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/conftest.py", line 541, in pytest_exception_interact
    collect_rhoai_must_gather(
    ~~~~~~~~~~~~~~~~~~~~~~~~~^
        base_file_name=f"mg-{test_start_time}",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        since=calculate_must_gather_timer(test_start_time=test_start_time),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        target_dir=os.path.join(get_must_gather_collector_dir(), "pytest_exception_interact"),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 175, in collect_rhoai_must_gather
    output = run_must_gather(image_url=must_gather_image, target_dir=target_dir, since=f"{since}s")
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 137, in run_must_gather
    return run_command(command=shlex.split(must_gather_command), check=False, timeout=timeout)[1]
           ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pyhelper_utils/shell.py", line 59, in run_command
    sub_process = subprocess.run(
        command,
    ...<5 lines>...
        **kwargs,
    )
  File "/usr/lib64/python3.14/subprocess.py", line 557, in run
    stdout, stderr = process.communicate(input, timeout=timeout)
                     ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/lib64/python3.14/subprocess.py", line 1221, in communicate
    stdout, stderr = self._communicate(input, endtime, timeout)
                     ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/lib64/python3.14/subprocess.py", line 2154, in _communicate
    self._check_timeout(endtime, orig_timeout, stdout, stderr)
    ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/lib64/python3.14/subprocess.py", line 1268, in _check_timeout
    raise TimeoutExpired(
    ...<2 lines>...
            stderr=b''.join(stderr_seq) if stderr_seq else None)
subprocess.TimeoutExpired: Command '['oc', 'adm', 'must-gather', '--dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_gateway_deny_default/TestGatewayDenyByDefault/test_unconfigured_model_denies_unauthenticated_request/pytest_exception_interact', '--since=300s', '--image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6']' timed out after 900 seconds
[0m [[0m[1m[34mconftest[0m][0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
--------------------------------- test_authorized_user_gets_200[ocp_token_for_actor0] ---------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:34:35.355790Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.355959Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.356084Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.356214Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.356367Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_authorized_user_gets_200[ocp_token_for_actor0]', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.356514Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_authorized_user_gets_200[ocp_token_for_actor0]', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.358158Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.358317Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[1m
TEST: TestMaaSAuthPolicyEnforcementTinyLlama.test_authorized_user_gets_200[ocp_token_for_actor0] [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:34:35.362223Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.362391Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_authorized_user_gets_200[ocp_token_for_actor0].[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.362513Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.364577Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.364733Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.364975Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.370970Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_authorized_user_gets_200[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.371834Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_authorized_user_gets_200[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.372427Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.377807Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.377984Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m

_ ERROR at setup of TestMaaSAuthPolicyEnforcementTinyLlama.test_authorized_user_gets_200[ocp_token_for_actor0] _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 7 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 7 Error, 0 ReRun _

tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::TestMaaSAuthPolicyEnforcementTinyLlama::test_no_auth_header_gets_401 [2m2026-06-14T10:34:35.440943Z[0m [[33m[1mwarning  [0m] [1mFailed to collect logs: /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_authorized_user_gets_200[ocp_token_for_actor0]: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '9a017e9c-6122-4637-8a9d-4aabe2643fd6', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
 Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
kubernetes.client.exceptions.ApiException: (401)
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '9a017e9c-6122-4637-8a9d-4aabe2643fd6', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'


During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/conftest.py", line 541, in pytest_exception_interact
    collect_rhoai_must_gather(
    ~~~~~~~~~~~~~~~~~~~~~~~~~^
        base_file_name=f"mg-{test_start_time}",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        since=calculate_must_gather_timer(test_start_time=test_start_time),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        target_dir=os.path.join(get_must_gather_collector_dir(), "pytest_exception_interact"),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 173, in collect_rhoai_must_gather
    must_gather_image = get_must_gather_image_info()
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 141, in get_must_gather_image_info
    csv_object = get_rhods_operator_installed_csv()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1029, in get_rhods_operator_installed_csv
    subscription = get_rhods_subscription()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1019, in get_rhods_subscription
    for subscription in subscriptions:
                        ^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1690, in _get
    _resources = cls._prepare_resources(*args, client=_client, singular_name=singular_name, **kwargs)  # type: ignore[misc]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 881, in _prepare_resources
    return client.resources.get(
           ~~~~~~~~~~~~~~~~~~~~~
    ...<2 lines>...
        **get_kwargs,
        ~~~~~~~~~~~~~
    ).get(*args, **kwargs, timeout_seconds=cls.timeout_seconds)
    ~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 112, in get
    return self.request('get', path, **kwargs)
           ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 57, in inner
    raise api_exception(e)
kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '9a017e9c-6122-4637-8a9d-4aabe2643fd6', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)

[0m [[0m[1m[34mconftest[0m][0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
--------------------------------------------- test_no_auth_header_gets_401 ---------------------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:34:35.441857Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.442179Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.442327Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.443236Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.443421Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_no_auth_header_gets_401', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.443636Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_no_auth_header_gets_401', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.443811Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.443989Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[1m
TEST: TestMaaSAuthPolicyEnforcementTinyLlama.test_no_auth_header_gets_401 [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:34:35.446910Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.448729Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_no_auth_header_gets_401.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.448935Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.452784Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.452964Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.453103Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.453261Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_no_auth_header_gets_401', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.453414Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_no_auth_header_gets_401', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.453552Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.453675Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m

_ ERROR at setup of TestMaaSAuthPolicyEnforcementTinyLlama.test_no_auth_header_gets_401 _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 8 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 8 Error, 0 ReRun _

tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::TestMaaSAuthPolicyEnforcementTinyLlama::test_invalid_token_gets_401 [2m2026-06-14T10:34:35.508311Z[0m [[33m[1mwarning  [0m] [1mFailed to collect logs: /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_no_auth_header_gets_401: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': 'b5ea30ff-6d09-4270-9c58-f3fc53fa391c', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
 Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
kubernetes.client.exceptions.ApiException: (401)
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': 'b5ea30ff-6d09-4270-9c58-f3fc53fa391c', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'


During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/conftest.py", line 541, in pytest_exception_interact
    collect_rhoai_must_gather(
    ~~~~~~~~~~~~~~~~~~~~~~~~~^
        base_file_name=f"mg-{test_start_time}",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        since=calculate_must_gather_timer(test_start_time=test_start_time),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        target_dir=os.path.join(get_must_gather_collector_dir(), "pytest_exception_interact"),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 173, in collect_rhoai_must_gather
    must_gather_image = get_must_gather_image_info()
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 141, in get_must_gather_image_info
    csv_object = get_rhods_operator_installed_csv()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1029, in get_rhods_operator_installed_csv
    subscription = get_rhods_subscription()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1019, in get_rhods_subscription
    for subscription in subscriptions:
                        ^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1690, in _get
    _resources = cls._prepare_resources(*args, client=_client, singular_name=singular_name, **kwargs)  # type: ignore[misc]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 881, in _prepare_resources
    return client.resources.get(
           ~~~~~~~~~~~~~~~~~~~~~
    ...<2 lines>...
        **get_kwargs,
        ~~~~~~~~~~~~~
    ).get(*args, **kwargs, timeout_seconds=cls.timeout_seconds)
    ~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 112, in get
    return self.request('get', path, **kwargs)
           ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 57, in inner
    raise api_exception(e)
kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': 'b5ea30ff-6d09-4270-9c58-f3fc53fa391c', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)

[0m [[0m[1m[34mconftest[0m][0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
--------------------------------------------- test_invalid_token_gets_401 ---------------------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:34:35.510341Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.510533Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.510702Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.510850Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[2m2026-06-14T10:34:35.513307Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_invalid_token_gets_401', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.513840Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_invalid_token_gets_401', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.513983Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.514300Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[1m
TEST: TestMaaSAuthPolicyEnforcementTinyLlama.test_invalid_token_gets_401 [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:34:35.516277Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.519690Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_invalid_token_gets_401.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.519865Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.519997Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.520145Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.520274Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.520421Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_invalid_token_gets_401', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.520569Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_invalid_token_gets_401', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.520695Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.520802Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m

_ ERROR at setup of TestMaaSAuthPolicyEnforcementTinyLlama.test_invalid_token_gets_401 _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 9 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 9 Error, 0 ReRun _

tests/model_serving/maas_billing/maas_subscription/test_maas_sub_enforcement.py::TestSubscriptionEnforcementTinyLlama::test_subscribed_user_gets_200[ocp_token_for_actor0] [2m2026-06-14T10:34:35.573365Z[0m [[33m[1mwarning  [0m] [1mFailed to collect logs: /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::test_invalid_token_gets_401: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '0850fdf6-ced6-4057-899f-22ebf617a3a8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
 Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
kubernetes.client.exceptions.ApiException: (401)
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '0850fdf6-ced6-4057-899f-22ebf617a3a8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'


During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/conftest.py", line 541, in pytest_exception_interact
    collect_rhoai_must_gather(
    ~~~~~~~~~~~~~~~~~~~~~~~~~^
        base_file_name=f"mg-{test_start_time}",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        since=calculate_must_gather_timer(test_start_time=test_start_time),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        target_dir=os.path.join(get_must_gather_collector_dir(), "pytest_exception_interact"),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 173, in collect_rhoai_must_gather
    must_gather_image = get_must_gather_image_info()
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 141, in get_must_gather_image_info
    csv_object = get_rhods_operator_installed_csv()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1029, in get_rhods_operator_installed_csv
    subscription = get_rhods_subscription()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1019, in get_rhods_subscription
    for subscription in subscriptions:
                        ^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1690, in _get
    _resources = cls._prepare_resources(*args, client=_client, singular_name=singular_name, **kwargs)  # type: ignore[misc]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 881, in _prepare_resources
    return client.resources.get(
           ~~~~~~~~~~~~~~~~~~~~~
    ...<2 lines>...
        **get_kwargs,
        ~~~~~~~~~~~~~
    ).get(*args, **kwargs, timeout_seconds=cls.timeout_seconds)
    ~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 112, in get
    return self.request('get', path, **kwargs)
           ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 57, in inner
    raise api_exception(e)
kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '0850fdf6-ced6-4057-899f-22ebf617a3a8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)

[0m [[0m[1m[34mconftest[0m][0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
--------------------------------- test_subscribed_user_gets_200[ocp_token_for_actor0] ---------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:34:35.574314Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.574432Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.574546Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.574833Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.574972Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_sub_enforcement.py::test_subscribed_user_gets_200[ocp_token_for_actor0]', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.575104Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_sub_enforcement.py::test_subscribed_user_gets_200[ocp_token_for_actor0]', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.575965Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.576135Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[1m
TEST: TestSubscriptionEnforcementTinyLlama.test_subscribed_user_gets_200[ocp_token_for_actor0] [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:34:35.578994Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.580770Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_sub_enforcement.py::test_subscribed_user_gets_200[ocp_token_for_actor0].[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.580945Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.581114Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.584734Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.584914Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.585078Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_sub_enforcement.py::test_subscribed_user_gets_200[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.585240Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_sub_enforcement.py::test_subscribed_user_gets_200[ocp_token_for_actor0]', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.585372Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.585501Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m

_ ERROR at setup of TestSubscriptionEnforcementTinyLlama.test_subscribed_user_gets_200[ocp_token_for_actor0] _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 10 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 10 Error, 0 ReRun _

tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::TestOIDCTokenFlow::test_oidc_token_creates_api_key [2m2026-06-14T10:34:35.634467Z[0m [[33m[1mwarning  [0m] [1mFailed to collect logs: /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_subscription/test_maas_sub_enforcement.py::test_subscribed_user_gets_200[ocp_token_for_actor0]: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': 'a292c802-ba5a-4cde-b91e-7226261858b5', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
 Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
kubernetes.client.exceptions.ApiException: (401)
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': 'a292c802-ba5a-4cde-b91e-7226261858b5', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'


During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/conftest.py", line 541, in pytest_exception_interact
    collect_rhoai_must_gather(
    ~~~~~~~~~~~~~~~~~~~~~~~~~^
        base_file_name=f"mg-{test_start_time}",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        since=calculate_must_gather_timer(test_start_time=test_start_time),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        target_dir=os.path.join(get_must_gather_collector_dir(), "pytest_exception_interact"),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 173, in collect_rhoai_must_gather
    must_gather_image = get_must_gather_image_info()
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 141, in get_must_gather_image_info
    csv_object = get_rhods_operator_installed_csv()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1029, in get_rhods_operator_installed_csv
    subscription = get_rhods_subscription()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1019, in get_rhods_subscription
    for subscription in subscriptions:
                        ^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1690, in _get
    _resources = cls._prepare_resources(*args, client=_client, singular_name=singular_name, **kwargs)  # type: ignore[misc]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 881, in _prepare_resources
    return client.resources.get(
           ~~~~~~~~~~~~~~~~~~~~~
    ...<2 lines>...
        **get_kwargs,
        ~~~~~~~~~~~~~
    ).get(*args, **kwargs, timeout_seconds=cls.timeout_seconds)
    ~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 112, in get
    return self.request('get', path, **kwargs)
           ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 57, in inner
    raise api_exception(e)
kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': 'a292c802-ba5a-4cde-b91e-7226261858b5', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)

[0m [[0m[1m[34mconftest[0m][0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
------------------------------------------- test_oidc_token_creates_api_key -------------------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-06-14T10:34:35.635504Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.635844Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.636095Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.636265Z[0m [[32m[1minfo     [0m] [1mINSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.637159Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.637321Z[0m [[32m[1minfo     [0m] [1m[cached since 2174s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key', 1781433275)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.637458Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.637574Z[0m [[32m[1minfo     [0m] [1mCOMMIT                        [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
ERROR[1m
TEST: TestOIDCTokenFlow.test_oidc_token_creates_api_key [setup] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:34:35.640408Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.642240Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.642385Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.646344Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.646490Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.646620Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.646746Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.646898Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.647005Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.647108Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.692943Z[0m [[33m[1mwarning  [0m] [1mFailed to collect logs: /home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '0a4700a4-75ea-42d5-813a-669dbef6edd4', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
 Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
kubernetes.client.exceptions.ApiException: (401)
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '0a4700a4-75ea-42d5-813a-669dbef6edd4', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'


During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/conftest.py", line 541, in pytest_exception_interact
    collect_rhoai_must_gather(
    ~~~~~~~~~~~~~~~~~~~~~~~~~^
        base_file_name=f"mg-{test_start_time}",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        since=calculate_must_gather_timer(test_start_time=test_start_time),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        target_dir=os.path.join(get_must_gather_collector_dir(), "pytest_exception_interact"),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 173, in collect_rhoai_must_gather
    must_gather_image = get_must_gather_image_info()
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 141, in get_must_gather_image_info
    csv_object = get_rhods_operator_installed_csv()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1029, in get_rhods_operator_installed_csv
    subscription = get_rhods_subscription()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1019, in get_rhods_subscription
    for subscription in subscriptions:
                        ^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1690, in _get
    _resources = cls._prepare_resources(*args, client=_client, singular_name=singular_name, **kwargs)  # type: ignore[misc]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 881, in _prepare_resources
    return client.resources.get(
           ~~~~~~~~~~~~~~~~~~~~~
    ...<2 lines>...
        **get_kwargs,
        ~~~~~~~~~~~~~
    ).get(*args, **kwargs, timeout_seconds=cls.timeout_seconds)
    ~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 112, in get
    return self.request('get', path, **kwargs)
           ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 57, in inner
    raise api_exception(e)
kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '0a4700a4-75ea-42d5-813a-669dbef6edd4', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)

[0m [[0m[1m[34mconftest[0m][0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[2m2026-06-14T10:34:35.693226Z[0m [[32m[1minfo     [0m] [1mResourceEdits: Restoring data for resource Gateway maas-default-gateway --- [DuplicateFilter: Last log `Trying to get client via new_client_from_config` repeated 4 times][0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:34:35.693349Z[0m [[32m[1minfo     [0m] [1mUpdate Gateway maas-default-gateway:
{'metadata': {'annotations': {}, 'name': 'maas-default-gateway'}}[0m [[0m[1m[34mocp_resources Gateway[0m][0m

_____ ERROR at setup of TestOIDCTokenFlow.test_oidc_token_creates_api_key ______
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 11 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 11 Error, 0 ReRun _

tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::TestOIDCTokenFlow::test_oidc_token_creates_api_key ERROR[1m
TEST: TestOIDCTokenFlow.test_oidc_token_creates_api_key [teardown] STATUS: [0;31mERROR[0m[0m
[2m2026-06-14T10:34:35.742712Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1170, in retry_cluster_exceptions
    for sample in sampler:
                  ^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 171, in __iter__
    raise TimeoutExpiredError(
        self._get_exception_log(exp=last_exp), last_exp=last_exp, elapsed_time=elapsed_time
    )
timeout_sampler.TimeoutExpiredError: Timed Out: 30
Function: ocp_resources.resource._apply_patches  Kwargs: {'patches': {<ocp_resources.gateway_gateway_networking_k8s_io.Gateway object at 0x7f6b8a504830>: {'metadata': {'annotations': {}, 'name': 'maas-default-gateway'}}}, 'action_text': 'Restoring', 'action': 'update'}
Last exception: UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '5c59907a-551c-44e0-967d-7f023c7cfec8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 407, in request
    return self.rest_client.PATCH(url,
           ~~~~~~~~~~~~~~~~~~~~~~^^^^^
                                  query_params=query_params,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<3 lines>...
                                  _request_timeout=_request_timeout,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                  body=body)
                                  ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 299, in PATCH
    return self.request("PATCH", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
    ...<3 lines>...
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        body=body)
                        ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
.
Elapsed time: 0.045690059661865234 [0:00:00.045690]

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 905, in pytest_runtest_teardown
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 194, in pytest_runtest_teardown
    item.session._setupstate.teardown_exact(nextitem)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 566, in teardown_exact
    raise exceptions[0]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 555, in teardown_exact
    fin()
    ~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1053, in finish
    raise exceptions[0]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1042, in finish
    fin()
    ~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 924, in _teardown_yield_fixture
    next(it)
    ~~~~^^^^
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 939, in maas_gateway_api
    with ResourceEditor(
         ~~~~~~~~~~~~~~^
        patches={gw: {"metadata": {"annotations": {"security.opendatahub.io/authorino-tls-bootstrap": "true"}}}}
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1845, in __exit__
    self.restore()
    ~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1835, in restore
    self._apply_patches_sampler(patches=self._backups, action_text="Restoring", action=self.action)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1948, in _apply_patches_sampler
    return Resource.retry_cluster_exceptions(
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        func=self._apply_patches,
        ^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<5 lines>...
        sleep_time=TIMEOUT_5SEC,
        ^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1175, in retry_cluster_exceptions
    raise exp.last_exp from exp
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 162, in __iter__
    yield self.func(*self.func_args, **self.func_kwargs)
          ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1930, in _apply_patches
    resource.update(resource_dict=patch)  # update the resource
    ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1131, in update
    self.api.patch(
    ~~~~~~~~~~~~~~^
        body=resource_dict,
        ^^^^^^^^^^^^^^^^^^^
        namespace=self.namespace,
        ^^^^^^^^^^^^^^^^^^^^^^^^^
        content_type="application/merge-patch+json",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 150, in patch
    return self.request('patch', path, body=body, content_type=content_type, **kwargs)
           ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 57, in inner
    raise api_exception(e)
kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '5c59907a-551c-44e0-967d-7f023c7cfec8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 407, in request
    return self.rest_client.PATCH(url,
           ~~~~~~~~~~~~~~~~~~~~~~^^^^^
                                  query_params=query_params,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<3 lines>...
                                  _request_timeout=_request_timeout,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                  body=body)
                                  ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 299, in PATCH
    return self.request("PATCH", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
    ...<3 lines>...
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        body=body)
                        ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.745041Z[0m [[32m[1minfo     [0m] [1mMust-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key.[0m [[0m[1m[34mconftest[0m][0m
[2m2026-06-14T10:34:35.745194Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.749322Z[0m [[32m[1minfo     [0m] [1mBEGIN (implicit)              [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.749478Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.749610Z[0m [[32m[1minfo     [0m] [1mSELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" 
FROM "OpenDataHubTestTable" 
WHERE "OpenDataHubTestTable".test_name = ?
 LIMIT ? OFFSET ?[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.749752Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.749901Z[0m [[32m[1minfo     [0m] [1m[cached since 1248s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key', 1, 0)[0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.750014Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.750121Z[0m [[32m[1minfo     [0m] [1mROLLBACK                      [0m [[0m[1m[34msqlalchemy.engine.Engine[0m][0m
[2m2026-06-14T10:34:35.750226Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-06-14T10:34:35.795979Z[0m [[33m[1mwarning  [0m] [1mFailed to collect logs: /home/odh/opendatahub-tests/tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::test_oidc_token_creates_api_key: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': 'c56e12be-e631-49b9-b789-c9732143e9fd', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
 Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
kubernetes.client.exceptions.ApiException: (401)
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': 'c56e12be-e631-49b9-b789-c9732143e9fd', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'


During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/conftest.py", line 541, in pytest_exception_interact
    collect_rhoai_must_gather(
    ~~~~~~~~~~~~~~~~~~~~~~~~~^
        base_file_name=f"mg-{test_start_time}",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        since=calculate_must_gather_timer(test_start_time=test_start_time),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        target_dir=os.path.join(get_must_gather_collector_dir(), "pytest_exception_interact"),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 173, in collect_rhoai_must_gather
    must_gather_image = get_must_gather_image_info()
  File "/home/odh/opendatahub-tests/utilities/must_gather_collector.py", line 141, in get_must_gather_image_info
    csv_object = get_rhods_operator_installed_csv()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1029, in get_rhods_operator_installed_csv
    subscription = get_rhods_subscription()
  File "/home/odh/opendatahub-tests/utilities/infra.py", line 1019, in get_rhods_subscription
    for subscription in subscriptions:
                        ^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1690, in _get
    _resources = cls._prepare_resources(*args, client=_client, singular_name=singular_name, **kwargs)  # type: ignore[misc]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 881, in _prepare_resources
    return client.resources.get(
           ~~~~~~~~~~~~~~~~~~~~~
    ...<2 lines>...
        **get_kwargs,
        ~~~~~~~~~~~~~
    ).get(*args, **kwargs, timeout_seconds=cls.timeout_seconds)
    ~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 112, in get
    return self.request('get', path, **kwargs)
           ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 57, in inner
    raise api_exception(e)
kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': 'c56e12be-e631-49b9-b789-c9732143e9fd', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 373, in request
    return self.rest_client.GET(url,
           ~~~~~~~~~~~~~~~~~~~~^^^^^
                                query_params=query_params,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _preload_content=_preload_content,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                _request_timeout=_request_timeout,
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                headers=headers)
                                ^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 244, in GET
    return self.request("GET", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
                        _preload_content=_preload_content,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        query_params=query_params)
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)

[0m [[0m[1m[34mconftest[0m][0m

____ ERROR at teardown of TestOIDCTokenFlow.test_oidc_token_creates_api_key ____
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1170, in retry_cluster_exceptions
    for sample in sampler:
                  ^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 171, in __iter__
    raise TimeoutExpiredError(
        self._get_exception_log(exp=last_exp), last_exp=last_exp, elapsed_time=elapsed_time
    )
timeout_sampler.TimeoutExpiredError: Timed Out: 30
Function: ocp_resources.resource._apply_patches  Kwargs: {'patches': {<ocp_resources.gateway_gateway_networking_k8s_io.Gateway object at 0x7f6b8a504830>: {'metadata': {'annotations': {}, 'name': 'maas-default-gateway'}}}, 'action_text': 'Restoring', 'action': 'update'}
Last exception: UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '5c59907a-551c-44e0-967d-7f023c7cfec8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 407, in request
    return self.rest_client.PATCH(url,
           ~~~~~~~~~~~~~~~~~~~~~~^^^^^
                                  query_params=query_params,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<3 lines>...
                                  _request_timeout=_request_timeout,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                  body=body)
                                  ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 299, in PATCH
    return self.request("PATCH", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
    ...<3 lines>...
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        body=body)
                        ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
.
Elapsed time: 0.045690059661865234 [0:00:00.045690]

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 905, in pytest_runtest_teardown
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 194, in pytest_runtest_teardown
    item.session._setupstate.teardown_exact(nextitem)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 566, in teardown_exact
    raise exceptions[0]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 555, in teardown_exact
    fin()
    ~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1053, in finish
    raise exceptions[0]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1042, in finish
    fin()
    ~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 924, in _teardown_yield_fixture
    next(it)
    ~~~~^^^^
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 939, in maas_gateway_api
    with ResourceEditor(
         ~~~~~~~~~~~~~~^
        patches={gw: {"metadata": {"annotations": {"security.opendatahub.io/authorino-tls-bootstrap": "true"}}}}
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1845, in __exit__
    self.restore()
    ~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1835, in restore
    self._apply_patches_sampler(patches=self._backups, action_text="Restoring", action=self.action)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1948, in _apply_patches_sampler
    return Resource.retry_cluster_exceptions(
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        func=self._apply_patches,
        ^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<5 lines>...
        sleep_time=TIMEOUT_5SEC,
        ^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1175, in retry_cluster_exceptions
    raise exp.last_exp from exp
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 162, in __iter__
    yield self.func(*self.func_args, **self.func_kwargs)
          ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1930, in _apply_patches
    resource.update(resource_dict=patch)  # update the resource
    ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1131, in update
    self.api.patch(
    ~~~~~~~~~~~~~~^
        body=resource_dict,
        ^^^^^^^^^^^^^^^^^^^
        namespace=self.namespace,
        ^^^^^^^^^^^^^^^^^^^^^^^^^
        content_type="application/merge-patch+json",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 150, in patch
    return self.request('patch', path, body=body, content_type=content_type, **kwargs)
           ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 57, in inner
    raise api_exception(e)
kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '5c59907a-551c-44e0-967d-7f023c7cfec8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 407, in request
    return self.rest_client.PATCH(url,
           ~~~~~~~~~~~~~~~~~~~~~~^^^^^
                                  query_params=query_params,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<3 lines>...
                                  _request_timeout=_request_timeout,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                  body=body)
                                  ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 299, in PATCH
    return self.request("PATCH", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
    ...<3 lines>...
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        body=body)
                        ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)

========= 94 deselected, 17 warnings, 12 errors in 2174.39s (0:36:14) ==========

==================================== ERRORS ====================================
_ ERROR at setup of TestAuthPolicyApiKeyValidation.test_auth_policy_callback_url_uses_correct_namespace _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1110, in execute
    result: FixtureValue = ihook.pytest_fixture_setup(
                           ~~~~~~~~~~~~~~~~~~~~~~~~~~^
        fixturedef=self, request=request
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pytest_asyncio/plugin.py", line 728, in pytest_fixture_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper
    return result.get_result()
           ~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_result.py", line 103, in get_result
    raise exc.with_traceback(tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper
    res = yield
          ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/setuponly.py", line 36, in pytest_fixture_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ ERROR at setup of TestAuthPolicyApiKeyValidation.test_api_key_can_list_models[ocp_token_for_actor0] _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
__ ERROR at setup of TestAPIKeyCRUD.test_create_api_key[ocp_token_for_actor0] __
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
__ ERROR at setup of TestAPIKeyCRUD.test_revoke_api_key[ocp_token_for_actor0] __
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ ERROR at setup of TestGatewayDenyByDefault.test_gateway_default_auth_in_gateway_namespace_and_accepted _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ ERROR at setup of TestGatewayDenyByDefault.test_unconfigured_model_denies_unauthenticated_request _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ ERROR at setup of TestMaaSAuthPolicyEnforcementTinyLlama.test_authorized_user_gets_200[ocp_token_for_actor0] _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ ERROR at setup of TestMaaSAuthPolicyEnforcementTinyLlama.test_no_auth_header_gets_401 _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ ERROR at setup of TestMaaSAuthPolicyEnforcementTinyLlama.test_invalid_token_gets_401 _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ ERROR at setup of TestSubscriptionEnforcementTinyLlama.test_subscribed_user_gets_200[ocp_token_for_actor0] _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_____ ERROR at setup of TestOIDCTokenFlow.test_oidc_token_creates_api_key ______
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup
    item.session._setupstate.setup(item)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup
    col.setup()
    ~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup
    self._request._fillfixtures()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures
    item.funcargs[argname] = self.getfixturevalue(argname)
                             ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue
    fixturedef = self._get_active_fixturedef(argname)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef
    fixturedef.execute(request=subrequest)
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute
    raise exc.with_traceback(exc_tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup
    result = call_fixture_func(fixturefunc, request, kwargs)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func
    fixture_result = next(generator)
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest
    dsc_resource.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition="ModelsAsServiceReady",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status="True",
        ^^^^^^^^^^^^^^
        timeout=900,
        ^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
____ ERROR at teardown of TestOIDCTokenFlow.test_oidc_token_creates_api_key ____
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1170, in retry_cluster_exceptions
    for sample in sampler:
                  ^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 171, in __iter__
    raise TimeoutExpiredError(
        self._get_exception_log(exp=last_exp), last_exp=last_exp, elapsed_time=elapsed_time
    )
timeout_sampler.TimeoutExpiredError: Timed Out: 30
Function: ocp_resources.resource._apply_patches  Kwargs: {'patches': {<ocp_resources.gateway_gateway_networking_k8s_io.Gateway object at 0x7f6b8a504830>: {'metadata': {'annotations': {}, 'name': 'maas-default-gateway'}}}, 'action_text': 'Restoring', 'action': 'update'}
Last exception: UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '5c59907a-551c-44e0-967d-7f023c7cfec8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 407, in request
    return self.rest_client.PATCH(url,
           ~~~~~~~~~~~~~~~~~~~~~~^^^^^
                                  query_params=query_params,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<3 lines>...
                                  _request_timeout=_request_timeout,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                  body=body)
                                  ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 299, in PATCH
    return self.request("PATCH", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
    ...<3 lines>...
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        body=body)
                        ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
.
Elapsed time: 0.045690059661865234 [0:00:00.045690]

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 905, in pytest_runtest_teardown
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 194, in pytest_runtest_teardown
    item.session._setupstate.teardown_exact(nextitem)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 566, in teardown_exact
    raise exceptions[0]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 555, in teardown_exact
    fin()
    ~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1053, in finish
    raise exceptions[0]
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1042, in finish
    fin()
    ~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 924, in _teardown_yield_fixture
    next(it)
    ~~~~^^^^
  File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 939, in maas_gateway_api
    with ResourceEditor(
         ~~~~~~~~~~~~~~^
        patches={gw: {"metadata": {"annotations": {"security.opendatahub.io/authorino-tls-bootstrap": "true"}}}}
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1845, in __exit__
    self.restore()
    ~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1835, in restore
    self._apply_patches_sampler(patches=self._backups, action_text="Restoring", action=self.action)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1948, in _apply_patches_sampler
    return Resource.retry_cluster_exceptions(
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        func=self._apply_patches,
        ^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<5 lines>...
        sleep_time=TIMEOUT_5SEC,
        ^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1175, in retry_cluster_exceptions
    raise exp.last_exp from exp
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 162, in __iter__
    yield self.func(*self.func_args, **self.func_kwargs)
          ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1930, in _apply_patches
    resource.update(resource_dict=patch)  # update the resource
    ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1131, in update
    self.api.patch(
    ~~~~~~~~~~~~~~^
        body=resource_dict,
        ^^^^^^^^^^^^^^^^^^^
        namespace=self.namespace,
        ^^^^^^^^^^^^^^^^^^^^^^^^^
        content_type="application/merge-patch+json",
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 150, in patch
    return self.request('patch', path, body=body, content_type=content_type, **kwargs)
           ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 57, in inner
    raise api_exception(e)
kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '5c59907a-551c-44e0-967d-7f023c7cfec8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 407, in request
    return self.rest_client.PATCH(url,
           ~~~~~~~~~~~~~~~~~~~~~~^^^^^
                                  query_params=query_params,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<3 lines>...
                                  _request_timeout=_request_timeout,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                  body=body)
                                  ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 299, in PATCH
    return self.request("PATCH", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
    ...<3 lines>...
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        body=body)
                        ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)

=============================== warnings summary ===============================
tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py: 2 warnings
tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py: 2 warnings
tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py: 2 warnings
tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py: 3 warnings
tests/model_serving/maas_billing/maas_subscription/test_maas_sub_enforcement.py: 1 warning
tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py: 1 warning
  /home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host 'api.ods-qe-psi-23.osp.rh-ods.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings
    warnings.warn(

tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::TestAuthPolicyApiKeyValidation::test_auth_policy_callback_url_uses_correct_namespace
tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::TestAuthPolicyApiKeyValidation::test_api_key_can_list_models[ocp_token_for_actor0]
tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::TestAPIKeyCRUD::test_create_api_key[ocp_token_for_actor0]
tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::TestAPIKeyCRUD::test_revoke_api_key[ocp_token_for_actor0]
tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::TestGatewayDenyByDefault::test_gateway_default_auth_in_gateway_namespace_and_accepted
tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::TestGatewayDenyByDefault::test_unconfigured_model_denies_unauthenticated_request
  /home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py:1635: FutureWarning: 'client' arg will be mandatory in the next major release. `config_file` and `context` args will be removed.
    super().__init__(

-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
------------ generated xml file: /artifacts/maas_billing-smoke.xml -------------
_ 11 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 11 Error, 0 ReRun _
=========================== short test summary info ============================
ERROR tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::TestAuthPolicyApiKeyValidation::test_auth_policy_callback_url_uses_correct_namespace - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::TestAuthPolicyApiKeyValidation::test_api_key_can_list_models[ocp_token_for_actor0] - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::TestAPIKeyCRUD::test_create_api_key[ocp_token_for_actor0] - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::TestAPIKeyCRUD::test_revoke_api_key[ocp_token_for_actor0] - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::TestGatewayDenyByDefault::test_gateway_default_auth_in_gateway_namespace_and_accepted - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::TestGatewayDenyByDefault::test_unconfigured_model_denies_unauthenticated_request - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::TestMaaSAuthPolicyEnforcementTinyLlama::test_authorized_user_gets_200[ocp_token_for_actor0] - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::TestMaaSAuthPolicyEnforcementTinyLlama::test_no_auth_header_gets_401 - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/maas_subscription/test_maas_auth_enforcement.py::TestMaaSAuthPolicyEnforcementTinyLlama::test_invalid_token_gets_401 - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/maas_subscription/test_maas_sub_enforcement.py::TestSubscriptionEnforcementTinyLlama::test_subscribed_user_gets_200[ocp_token_for_actor0] - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::TestOIDCTokenFlow::test_oidc_token_creates_api_key - timeout_sampler.TimeoutExpiredError: Timed Out: 899.9873671531677
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
ERROR tests/model_serving/maas_billing/oidc_tests/test_oidc_token_flow.py::TestOIDCTokenFlow::test_oidc_token_creates_api_key - kubernetes.dynamic.exceptions.UnauthorizedError: 401
Reason: Unauthorized
HTTP response headers: HTTPHeaderDict({'Audit-Id': '5c59907a-551c-44e0-967d-7f023c7cfec8', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'Strict-Transport-Security': 'max-age=31536000; includeSubDomains; preload', 'Date': 'Sun, 14 Jun 2026 10:34:35 GMT', 'Content-Length': '129'})
HTTP response body: b'{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"Unauthorized","reason":"Unauthorized","code":401}\n'
Original traceback: 
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 55, in inner
    resp = func(self, *args, **kwargs)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/dynamic/client.py", line 277, in request
    api_response = self.client.call_api(
        path,
    ...<11 lines>...
        _request_timeout=params.get('_request_timeout')
    )

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 348, in call_api
    return self.__call_api(resource_path, method,
           ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
                           path_params, query_params, header_params,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
                           _return_http_data_only, collection_formats,
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                           _preload_content, _request_timeout, _host)
                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 180, in __call_api
    response_data = self.request(
        method, url, query_params=query_params, headers=header_params,
        post_params=post_params, body=body,
        _preload_content=_preload_content,
        _request_timeout=_request_timeout)

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/api_client.py", line 407, in request
    return self.rest_client.PATCH(url,
           ~~~~~~~~~~~~~~~~~~~~~~^^^^^
                                  query_params=query_params,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<3 lines>...
                                  _request_timeout=_request_timeout,
                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                                  body=body)
                                  ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 299, in PATCH
    return self.request("PATCH", url,
           ~~~~~~~~~~~~^^^^^^^^^^^^^^
                        headers=headers,
                        ^^^^^^^^^^^^^^^^
    ...<3 lines>...
                        _request_timeout=_request_timeout,
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
                        body=body)
                        ^^^^^^^^^^

  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/kubernetes/client/rest.py", line 238, in request
    raise ApiException(http_resp=r)
========= 94 deselected, 17 warnings, 12 errors in 2174.41s (0:36:14) ==========