--- BVT pytest attempt 2026-06-12T12:22:02.648031+00:00 (/.local/bin/uv run pytest...) --- 2026-06-12T12:22:03.900978Z [info ] Writing tests log to /home/odh/opendatahub-tests/results/pytest-tests.log [conftest] 2026-06-12T12:22:03.913657Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.913825Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.913954Z [info ] PRAGMA main.table_info("OpenDataHubTestTable") [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.914098Z [info ] PRAGMA main.table_info("OpenDataHubTestTable") [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.914524Z [info ] [raw sql] ()  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.914669Z [info ] [raw sql] ()  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.914792Z [info ] PRAGMA temp.table_info("OpenDataHubTestTable") [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.914905Z [info ] PRAGMA temp.table_info("OpenDataHubTestTable") [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.915033Z [info ] [raw sql] ()  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.915750Z [info ] [raw sql] ()  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.915889Z [info ]  CREATE TABLE "OpenDataHubTestTable" ( id INTEGER NOT NULL, test_name VARCHAR(500) NOT NULL, start_time INTEGER NOT NULL, PRIMARY KEY (id) )  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.916010Z [info ]  CREATE TABLE "OpenDataHubTestTable" ( id INTEGER NOT NULL, test_name VARCHAR(500) NOT NULL, start_time INTEGER NOT NULL, PRIMARY KEY (id) )  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.916186Z [info ] [no key 0.00005s] ()  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.916317Z [info ] [no key 0.00005s] ()  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.916838Z [info ] COMMIT  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.916957Z [info ] COMMIT  [sqlalchemy.engine.Engine] 2026-06-12T12:22:03.918463Z [info ] Trying to get client via new_client_from_config [ocp_resources.resource] 2026-06-12T12:22:03.925460Z [info ] kind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2 [ocp_resources.resource] /home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host 'api.ods-qe-psi-23.osp.rh-ods.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings warnings.warn( 2026-06-12T12:22:04.001754Z [info ] kind: DSCInitialization api version: dscinitialization.opendatahub.io/v2 [ocp_resources.resource] 2026-06-12T12:22:04.029807Z [info ] Running model registry tests against default namespace [conftest] 2026-06-12T12:22:04.029949Z [info ] kind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2 [ocp_resources.resource] ============================= test session starts ============================== platform linux -- Python 3.14.5, pytest-9.0.3, pluggy-1.6.0 -- /home/odh/opendatahub-tests/.venv/bin/python cachedir: .pytest_cache metadata: {'Python': '3.14.5', 'Platform': 'Linux-5.14.0-427.115.1.el9_4.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.0.3', 'pluggy': '1.6.0'}, 'Plugins': {'anyio': '4.13.0', 'asyncio': '1.3.0', 'dependency': '0.6.1', 'html': '4.2.0', 'metadata': '3.1.1', 'order': '1.3.0', 'progress': '1.4.0', 'testconfig': '0.2.0', 'xdist': '3.8.0', 'syrupy': '5.1.0'}} rootdir: /home/odh/opendatahub-tests configfile: pytest.ini plugins: anyio-4.13.0, asyncio-1.3.0, dependency-0.6.1, html-4.2.0, metadata-3.1.1, order-1.3.0, progress-1.4.0, testconfig-0.2.0, xdist-3.8.0, syrupy-5.1.0 asyncio: mode=Mode.STRICT, debug=False, asyncio_default_fixture_loop_scope=None, asyncio_default_test_loop_scope=function collecting ... collected 105 items / 94 deselected / 11 selected tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::TestAuthPolicyApiKeyValidation::test_auth_policy_callback_url_uses_correct_namespace  --------------------------------- test_auth_policy_callback_url_uses_correct_namespace --------------------------------- -------------------------------------------------------- SETUP -------------------------------------------------------- 2026-06-12T12:22:04.313297Z [info ] (OpenDataHubTestTable|OpenDataHubTestTable) _post_configure_properties() started [sqlalchemy.orm.mapper.Mapper] 2026-06-12T12:22:04.313475Z [info ] (OpenDataHubTestTable|OpenDataHubTestTable) initialize prop id [sqlalchemy.orm.mapper.Mapper] 2026-06-12T12:22:04.313622Z [info ] (OpenDataHubTestTable|OpenDataHubTestTable) initialize prop test_name [sqlalchemy.orm.mapper.Mapper] 2026-06-12T12:22:04.313761Z [info ] (OpenDataHubTestTable|OpenDataHubTestTable) initialize prop start_time [sqlalchemy.orm.mapper.Mapper] 2026-06-12T12:22:04.313883Z [info ] (OpenDataHubTestTable|OpenDataHubTestTable) _post_configure_properties() complete [sqlalchemy.orm.mapper.Mapper] 2026-06-12T12:22:04.313999Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:22:04.314572Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:22:04.314710Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] 2026-06-12T12:22:04.314827Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] 2026-06-12T12:22:04.315218Z [info ] [generated in 0.00013s] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace', 1781266924) [sqlalchemy.engine.Engine] 2026-06-12T12:22:04.315549Z [info ] [generated in 0.00013s] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace', 1781266924) [sqlalchemy.engine.Engine] 2026-06-12T12:22:04.315686Z [info ] COMMIT  [sqlalchemy.engine.Engine] 2026-06-12T12:22:04.315804Z [info ] COMMIT  [sqlalchemy.engine.Engine] 2026-06-12T12:22:04.316918Z [info ] Executing session fixture: event_loop_policy [conftest] 2026-06-12T12:22:04.318875Z [info ] Executing session fixture: _syrupy_apply_ide_patches [conftest] 2026-06-12T12:22:04.319018Z [info ] Executing session fixture: admin_client [conftest] 2026-06-12T12:22:04.319223Z [info ] Trying to get client via new_client_from_config [ocp_resources.resource] 2026-06-12T12:22:04.323868Z [info ] Executing session fixture: dsc_resource [conftest] 2026-06-12T12:22:04.324008Z [info ] kind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2 [ocp_resources.resource] 2026-06-12T12:22:04.380954Z [info ] Executing session fixture: tmp_path_factory [conftest] 2026-06-12T12:22:04.381227Z [info ] Executing session fixture: tests_tmp_dir [conftest] 2026-06-12T12:22:04.382070Z [info ] Executing session fixture: os_path_environment [conftest] 2026-06-12T12:22:04.382310Z [info ] Executing session fixture: tmpdir_factory [conftest] 2026-06-12T12:22:04.382442Z [info ] Executing session fixture: bin_directory [conftest] 2026-06-12T12:22:04.383544Z [info ] Executing session fixture: oc_binary_path [conftest] 2026-06-12T12:22:04.383674Z [info ] kind: ConsoleCLIDownload api version: console.openshift.io/v1 [ocp_resources.resource] 2026-06-12T12:22:04.407363Z [info ] All oc console cli download links: ['https://downloads-openshift-console.apps.ods-qe-psi-23.osp.rh-ods.com/amd64/linux/oc.tar'] [utilities.infra] name=utilities.infra 2026-06-12T12:22:04.407494Z [info ] Downloading archive using: url=https://downloads-openshift-console.apps.ods-qe-psi-23.osp.rh-ods.com/amd64/linux/oc.tar [utilities.infra] name=utilities.infra 2026-06-12T12:22:05.627998Z [info ] Extract the downloaded archive. [utilities.infra] name=utilities.infra 2026-06-12T12:22:05.947126Z [info ] Downloaded file: ['oc']  [utilities.infra] name=utilities.infra 2026-06-12T12:22:05.974020Z [info ] Executing session fixture: bin_directory_to_os_path [conftest] 2026-06-12T12:22:05.972053Z [info ] OC binary path: /tmp/pytest-Dy8uXGMNagPaFWu3aJn2TH/bin0/oc [tests.conftest] name=tests.conftest 2026-06-12T12:22:05.972202Z [info ] Adding /tmp/pytest-Dy8uXGMNagPaFWu3aJn2TH/bin0 to $PATH [tests.conftest] name=tests.conftest 2026-06-12T12:22:05.974483Z [info ] Executing session fixture: nodes [conftest] 2026-06-12T12:22:06.026318Z [info ] Executing session fixture: dsci_resource [conftest] 2026-06-12T12:22:06.026495Z [info ] kind: DSCInitialization api version: dscinitialization.opendatahub.io/v2 [ocp_resources.resource] 2026-06-12T12:22:06.039559Z [info ] Executing session fixture: record_testsuite_property [conftest] 2026-06-12T12:22:06.039709Z [info ] Executing session fixture: junitxml_plugin [conftest] 2026-06-12T12:22:06.039827Z [info ] Executing session fixture: cluster_sanity_scope_session [conftest] 2026-06-12T12:22:06.038766Z [info ] Check cluster sanity.  [utilities.infra] name=utilities.infra 2026-06-12T12:22:06.040049Z [info ] Verify all nodes are in a healthy condition. [ocp_utilities.infra] 2026-06-12T12:22:06.117699Z [info ] Verify all nodes are schedulable. [ocp_utilities.infra] 2026-06-12T12:22:06.194285Z [info ] Waiting for 120 seconds [0:02:00], retry every 5 seconds. (Function: utilities.infra.wait_for_dsci_status_ready Kwargs: {'dsci_resource': }) [timeout_sampler] 2026-06-12T12:22:06.193606Z [info ] Wait for DSCI default-dsci to be in Ready status. [utilities.infra] name=utilities.infra 2026-06-12T12:22:06.194691Z [info ] Get DSCInitialization default-dsci status [ocp_resources DSCInitialization] 2026-06-12T12:22:06.206769Z [info ] Elapsed time: 0.00012731552124023438 [0:00:00.000127] [timeout_sampler] 2026-06-12T12:22:06.206908Z [info ] Waiting for 120 seconds [0:02:00], retry every 5 seconds. (Function: utilities.infra.wait_for_dsc_status_ready Kwargs: {'dsc_resource': }) [timeout_sampler] 2026-06-12T12:22:06.206055Z [info ] Wait for DSC default-dsc are Ready. [utilities.infra] name=utilities.infra 2026-06-12T12:22:06.207174Z [info ] Get DataScienceCluster default-dsc status [ocp_resources DataScienceCluster] 2026-06-12T12:22:06.221557Z [info ] Elapsed time: 4.363059997558594e-05 [0:00:00.000044] [timeout_sampler] 2026-06-12T12:22:06.221724Z [info ] Executing session fixture: autouse_fixtures [conftest] 2026-06-12T12:22:06.221860Z [info ] Executing session fixture: maas_gateway_api_hostname [conftest] 2026-06-12T12:22:06.221981Z [info ] kind: Ingress api version: config.openshift.io/v1 [ocp_resources.resource] 2026-06-12T12:22:06.246407Z [info ] Executing session fixture: maas_gateway_api [conftest] 2026-06-12T12:22:06.272177Z [info ] kind: Gateway api version: gateway.networking.k8s.io/v1 [ocp_resources.resource] 2026-06-12T12:22:06.285701Z [info ] Reusing existing gateway openshift-ingress/maas-default-gateway [conftest] name=conftest 2026-06-12T12:22:06.286669Z [info ] Wait for Gateway/maas-default-gateway's 'Programmed' condition to be 'True' [ocp_resources Gateway] 2026-06-12T12:22:06.286815Z [info ] Wait until Gateway maas-default-gateway is created [ocp_resources Gateway] 2026-06-12T12:22:06.286927Z [info ] Waiting for 300 seconds [0:05:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists) [timeout_sampler] 2026-06-12T12:22:06.300383Z [info ] Elapsed time: 4.100799560546875e-05 [0:00:00.000041] [timeout_sampler] 2026-06-12T12:22:06.300532Z [info ] Waiting for 299.98606061935425 seconds [0:04:59.986061], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_condition.lambda: self.instance) [timeout_sampler] 2026-06-12T12:22:06.336460Z [info ] Elapsed time: 3.719329833984375e-05 [0:00:00.000037] [timeout_sampler] 2026-06-12T12:22:06.336690Z [info ] ResourceEdit: Backing up old data [ocp_resources.resource] 2026-06-12T12:22:06.351680Z [info ] ResourceEdits: Updating data for resource Gateway maas-default-gateway [ocp_resources.resource] 2026-06-12T12:22:06.351852Z [info ] Update Gateway maas-default-gateway: {'metadata': {'annotations': {'security.opendatahub.io/authorino-tls-bootstrap': 'true'}, 'name': 'maas-default-gateway'}} [ocp_resources Gateway] 2026-06-12T12:22:06.373575Z [info ] Executing session fixture: pytestconfig [conftest] 2026-06-12T12:22:06.373820Z [info ] Executing session fixture: use_unprivileged_client [conftest] 2026-06-12T12:22:06.373944Z [info ] Executing session fixture: kubconfig_filepath [conftest] 2026-06-12T12:22:06.374052Z [info ] Executing session fixture: cluster_authentication [conftest] 2026-06-12T12:22:06.374196Z [info ] kind: Authentication api version: config.openshift.io/v1 [ocp_resources.resource] 2026-06-12T12:22:06.387828Z [info ] Executing session fixture: is_byoidc [conftest] 2026-06-12T12:22:06.400857Z [info ] Executing session fixture: non_admin_user_password [conftest] 2026-06-12T12:22:06.426756Z [info ] Executing session fixture: unprivileged_client [conftest] 2026-06-12T12:22:06.733959Z [info ] Requesting token for user odh-user1 from https://keycloak.qe.rh-ods.com/realms/openshift/protocol/openid-connect/token [utilities.user_utils] 2026-06-12T12:22:07.052566Z [info ] Executing session fixture: maas_subscription_namespace [conftest] 2026-06-12T12:22:07.065239Z [info ] Namespace models-as-a-service already exists, reusing it [conftest] name=conftest 2026-06-12T12:22:07.066360Z [info ] Executing session fixture: maas_subscription_controller_enabled_latest [conftest] 2026-06-12T12:22:07.066504Z [info ] ResourceEdit: Backing up old data --- [DuplicateFilter: Last log `kind: Authentication api version: config.openshift.io/v1` repeated 3 times] [ocp_resources.resource] 2026-06-12T12:22:07.082462Z [info ] ResourceEdits: Updating data for resource DataScienceCluster default-dsc [ocp_resources.resource] 2026-06-12T12:22:07.082598Z [info ] Update DataScienceCluster default-dsc: {'spec': {'components': {'kserve': {'modelsAsService': {'managementState': 'Managed'}}}}, 'metadata': {'name': 'default-dsc'}} [ocp_resources DataScienceCluster] 2026-06-12T12:22:07.119457Z [info ] Wait for DataScienceCluster/default-dsc's 'ModelsAsServiceReady' condition to be 'True' [ocp_resources DataScienceCluster] 2026-06-12T12:22:07.119621Z [info ] Wait until DataScienceCluster default-dsc is created [ocp_resources DataScienceCluster] 2026-06-12T12:22:07.119758Z [info ] Waiting for 900 seconds [0:15:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists) [timeout_sampler] 2026-06-12T12:22:07.135909Z [info ] Elapsed time: 3.981590270996094e-05 [0:00:00.000040] [timeout_sampler] 2026-06-12T12:22:07.136055Z [info ] Waiting for 899.9834582805634 seconds [0:14:59.983458], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_condition.lambda: self.instance) [timeout_sampler] 2026-06-12T12:37:07.614793Z [info ] ResourceEdits: Restoring data for resource DataScienceCluster default-dsc [ocp_resources.resource] 2026-06-12T12:37:07.615334Z [info ] Update DataScienceCluster default-dsc: {'spec': {'components': {'kserve': {'modelsAsService': None}}}, 'metadata': {'name': 'default-dsc'}} [ocp_resources DataScienceCluster] ERROR TEST: TestAuthPolicyApiKeyValidation.test_auth_policy_callback_url_uses_correct_namespace [setup] STATUS: ERROR 2026-06-12T12:37:07.674257Z [error ] Traceback (most recent call last): File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call result: TResult | None = func() ~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in lambda: runtest_hook(item=item, **kwds), ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup item.session._setupstate.setup(item) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup col.setup() ~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup self._request._fillfixtures() ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures item.funcargs[argname] = self.getfixturevalue(argname) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue fixturedef = self._get_active_fixturedef(argname) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef fixturedef.execute(request=subrequest) ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1110, in execute result: FixtureValue = ihook.pytest_fixture_setup( ~~~~~~~~~~~~~~~~~~~~~~~~~~^ fixturedef=self, request=request ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pytest_asyncio/plugin.py", line 728, in pytest_fixture_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper return result.get_result() ~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_result.py", line 103, in get_result raise exc.with_traceback(tb) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper res = yield ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/setuponly.py", line 36, in pytest_fixture_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup result = call_fixture_func(fixturefunc, request, kwargs) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func fixture_result = next(generator) File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest dsc_resource.wait_for_condition( ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ condition="ModelsAsServiceReady", ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ status="True", ^^^^^^^^^^^^^^ timeout=900, ^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition for sample in TimeoutSampler( ~~~~~~~~~~~~~~^ wait_timeout=timeout_watcher.remaining_time(), ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ sleep=sleep_time, ^^^^^^^^^^^^^^^^^ func=lambda: self.instance, ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ): ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__ raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp) timeout_sampler.TimeoutExpiredError: Timed Out: 899.9834582805634 Function: ocp_resources.resource.wait_for_condition.lambda: self.instance Last exception: N/A. [conftest] 2026-06-12T12:37:07.674448Z [info ] Must-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace. [conftest] 2026-06-12T12:37:07.674608Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:37:07.674742Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:37:07.674872Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:37:07.675010Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:37:07.675231Z [info ] [generated in 0.00022s] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:37:07.675379Z [info ] [generated in 0.00022s] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_auth_policy_callback_url_uses_correct_namespace', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:37:07.679616Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:37:07.684695Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:37:07.685032Z [info ] Trying to get client via new_client_from_config [ocp_resources.resource] 2026-06-12T12:37:07.685252Z [info ] kind: Subscription api version: operators.coreos.com/v1alpha1 [ocp_resources.resource] 2026-06-12T12:37:07.847186Z [info ] Checking subscription rhods-operator [utilities.infra] name=utilities.infra 2026-06-12T12:37:07.860670Z [info ] Expected CSV: rhods-operator.3.4.0 [utilities.infra] name=utilities.infra 2026-06-12T12:37:07.863576Z [info ] Trying to get client via new_client_from_config [ocp_resources.resource] 2026-06-12T12:37:07.868128Z [info ] kind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1 [ocp_resources.resource] 2026-06-12T12:37:08.005742Z [info ] Running oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation/TestAuthPolicyApiKeyValidation/test_auth_policy_callback_url_uses_correct_namespace/pytest_exception_interact --since=903s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command [pyhelper_utils.shell] 2026-06-12T12:42:35.146246Z [info ] /home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation/TestAuthPolicyApiKeyValidation/test_auth_policy_callback_url_uses_correct_namespace/pytest_exception_interact/mg-1781266924.zip is collected successfully [utilities.must_gather_collector] name=utilities.must_gather_collector _ ERROR at setup of TestAuthPolicyApiKeyValidation.test_auth_policy_callback_url_uses_correct_namespace _ Traceback (most recent call last): File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call result: TResult | None = func() ~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in lambda: runtest_hook(item=item, **kwds), ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup item.session._setupstate.setup(item) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup col.setup() ~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup self._request._fillfixtures() ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures item.funcargs[argname] = self.getfixturevalue(argname) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue fixturedef = self._get_active_fixturedef(argname) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef fixturedef.execute(request=subrequest) ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1110, in execute result: FixtureValue = ihook.pytest_fixture_setup( ~~~~~~~~~~~~~~~~~~~~~~~~~~^ fixturedef=self, request=request ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pytest_asyncio/plugin.py", line 728, in pytest_fixture_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper return result.get_result() ~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_result.py", line 103, in get_result raise exc.with_traceback(tb) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper res = yield ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/setuponly.py", line 36, in pytest_fixture_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup result = call_fixture_func(fixturefunc, request, kwargs) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func fixture_result = next(generator) File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest dsc_resource.wait_for_condition( ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ condition="ModelsAsServiceReady", ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ status="True", ^^^^^^^^^^^^^^ timeout=900, ^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition for sample in TimeoutSampler( ~~~~~~~~~~~~~~^ wait_timeout=timeout_watcher.remaining_time(), ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ sleep=sleep_time, ^^^^^^^^^^^^^^^^^ func=lambda: self.instance, ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ): ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__ raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp) timeout_sampler.TimeoutExpiredError: Timed Out: 899.9834582805634 Function: ocp_resources.resource.wait_for_condition.lambda: self.instance Last exception: N/A. _ 1 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 1 Error, 0 ReRun _ tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::TestAuthPolicyApiKeyValidation::test_api_key_can_list_models[ocp_token_for_actor0] ------------------------------------------------------- TEARDOWN -------------------------------------------------------  ---------------------------------- test_api_key_can_list_models[ocp_token_for_actor0] ---------------------------------- -------------------------------------------------------- SETUP -------------------------------------------------------- 2026-06-12T12:42:35.151764Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.151890Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.152021Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.152177Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.152380Z [info ] [cached since 1231s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0]', 1781268155) [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.152516Z [info ] [cached since 1231s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0]', 1781268155) [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.153064Z [info ] COMMIT  [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.154543Z [info ] COMMIT  [sqlalchemy.engine.Engine] ERROR TEST: TestAuthPolicyApiKeyValidation.test_api_key_can_list_models[ocp_token_for_actor0] [setup] STATUS: ERROR 2026-06-12T12:42:35.161294Z [error ] Traceback (most recent call last): File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call result: TResult | None = func() ~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in lambda: runtest_hook(item=item, **kwds), ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup item.session._setupstate.setup(item) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup col.setup() ~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup self._request._fillfixtures() ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures item.funcargs[argname] = self.getfixturevalue(argname) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue fixturedef = self._get_active_fixturedef(argname) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef fixturedef.execute(request=subrequest) ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute raise exc.with_traceback(exc_tb) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup result = call_fixture_func(fixturefunc, request, kwargs) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func fixture_result = next(generator) File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest dsc_resource.wait_for_condition( ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ condition="ModelsAsServiceReady", ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ status="True", ^^^^^^^^^^^^^^ timeout=900, ^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition for sample in TimeoutSampler( ~~~~~~~~~~~~~~^ wait_timeout=timeout_watcher.remaining_time(), ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ sleep=sleep_time, ^^^^^^^^^^^^^^^^^ func=lambda: self.instance, ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ): ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__ raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp) timeout_sampler.TimeoutExpiredError: Timed Out: 899.9834582805634 Function: ocp_resources.resource.wait_for_condition.lambda: self.instance Last exception: N/A. [conftest] 2026-06-12T12:42:35.165363Z [info ] Must-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0]. [conftest] 2026-06-12T12:42:35.165680Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.165869Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.165977Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.166103Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.166254Z [info ] [cached since 327.5s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0]', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.166373Z [info ] [cached since 327.5s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation.py::test_api_key_can_list_models[ocp_token_for_actor0]', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.166480Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.166580Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:42:35.166686Z [info ] Trying to get client via new_client_from_config [ocp_resources.resource] 2026-06-12T12:42:35.236749Z [info ] Checking subscription rhods-operator [utilities.infra] name=utilities.infra 2026-06-12T12:42:35.248895Z [info ] Expected CSV: rhods-operator.3.4.0 [utilities.infra] name=utilities.infra 2026-06-12T12:42:35.261604Z [info ] kind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1 [ocp_resources.resource] 2026-06-12T12:42:35.432967Z [info ] Running oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation/TestAuthPolicyApiKeyValidation/test_api_key_can_list_models_ocp_token_for_actor0_/pytest_exception_interact --since=300s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command [pyhelper_utils.shell] _ ERROR at setup of TestAuthPolicyApiKeyValidation.test_api_key_can_list_models[ocp_token_for_actor0] _ Traceback (most recent call last): File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call result: TResult | None = func() ~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in lambda: runtest_hook(item=item, **kwds), ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup item.session._setupstate.setup(item) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup col.setup() ~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup self._request._fillfixtures() ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures item.funcargs[argname] = self.getfixturevalue(argname) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue fixturedef = self._get_active_fixturedef(argname) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef fixturedef.execute(request=subrequest) ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute raise exc.with_traceback(exc_tb) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup result = call_fixture_func(fixturefunc, request, kwargs) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func fixture_result = next(generator) File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest dsc_resource.wait_for_condition( ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ condition="ModelsAsServiceReady", ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ status="True", ^^^^^^^^^^^^^^ timeout=900, ^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition for sample in TimeoutSampler( ~~~~~~~~~~~~~~^ wait_timeout=timeout_watcher.remaining_time(), ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ sleep=sleep_time, ^^^^^^^^^^^^^^^^^ func=lambda: self.instance, ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ): ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__ raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp) timeout_sampler.TimeoutExpiredError: Timed Out: 899.9834582805634 Function: ocp_resources.resource.wait_for_condition.lambda: self.instance Last exception: N/A. _ 2 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 2 Error, 0 ReRun _ tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::TestAPIKeyCRUD::test_create_api_key[ocp_token_for_actor0] 2026-06-12T12:42:46.434993Z [info ] /home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_auth_policy_validation/TestAuthPolicyApiKeyValidation/test_api_key_can_list_models_ocp_token_for_actor0_/pytest_exception_interact/mg-1781268155.zip is collected successfully [utilities.must_gather_collector] name=utilities.must_gather_collector ------------------------------------------------------- TEARDOWN -------------------------------------------------------  -------------------------------------- test_create_api_key[ocp_token_for_actor0] -------------------------------------- -------------------------------------------------------- SETUP -------------------------------------------------------- 2026-06-12T12:42:46.438332Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.438479Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.438621Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.438757Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.438930Z [info ] [cached since 1242s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0]', 1781268166) [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.439122Z [info ] [cached since 1242s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0]', 1781268166) [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.439533Z [info ] COMMIT  [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.439657Z [info ] COMMIT  [sqlalchemy.engine.Engine] ERROR TEST: TestAPIKeyCRUD.test_create_api_key[ocp_token_for_actor0] [setup] STATUS: ERROR 2026-06-12T12:42:46.444368Z [error ] Traceback (most recent call last): File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call result: TResult | None = func() ~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in lambda: runtest_hook(item=item, **kwds), ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup item.session._setupstate.setup(item) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup col.setup() ~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup self._request._fillfixtures() ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures item.funcargs[argname] = self.getfixturevalue(argname) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue fixturedef = self._get_active_fixturedef(argname) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef fixturedef.execute(request=subrequest) ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute raise exc.with_traceback(exc_tb) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup result = call_fixture_func(fixturefunc, request, kwargs) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func fixture_result = next(generator) File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest dsc_resource.wait_for_condition( ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ condition="ModelsAsServiceReady", ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ status="True", ^^^^^^^^^^^^^^ timeout=900, ^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition for sample in TimeoutSampler( ~~~~~~~~~~~~~~^ wait_timeout=timeout_watcher.remaining_time(), ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ sleep=sleep_time, ^^^^^^^^^^^^^^^^^ func=lambda: self.instance, ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ): ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__ raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp) timeout_sampler.TimeoutExpiredError: Timed Out: 899.9834582805634 Function: ocp_resources.resource.wait_for_condition.lambda: self.instance Last exception: N/A. [conftest] 2026-06-12T12:42:46.446501Z [info ] Must-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0]. [conftest] 2026-06-12T12:42:46.450696Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.450860Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.450993Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.451154Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.451287Z [info ] [cached since 338.8s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0]', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.451412Z [info ] [cached since 338.8s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_create_api_key[ocp_token_for_actor0]', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.451525Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.451632Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:42:46.451737Z [info ] Trying to get client via new_client_from_config [ocp_resources.resource] 2026-06-12T12:42:46.511325Z [info ] Checking subscription rhods-operator [utilities.infra] name=utilities.infra 2026-06-12T12:42:46.523683Z [info ] Expected CSV: rhods-operator.3.4.0 [utilities.infra] name=utilities.infra 2026-06-12T12:42:46.530784Z [info ] kind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1 [ocp_resources.resource] 2026-06-12T12:42:46.673045Z [info ] Running oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_crud/TestAPIKeyCRUD/test_create_api_key_ocp_token_for_actor0_/pytest_exception_interact --since=300s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command [pyhelper_utils.shell] __ ERROR at setup of TestAPIKeyCRUD.test_create_api_key[ocp_token_for_actor0] __ Traceback (most recent call last): File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call result: TResult | None = func() ~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in lambda: runtest_hook(item=item, **kwds), ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup item.session._setupstate.setup(item) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup col.setup() ~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup self._request._fillfixtures() ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures item.funcargs[argname] = self.getfixturevalue(argname) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue fixturedef = self._get_active_fixturedef(argname) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef fixturedef.execute(request=subrequest) ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute raise exc.with_traceback(exc_tb) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup result = call_fixture_func(fixturefunc, request, kwargs) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func fixture_result = next(generator) File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest dsc_resource.wait_for_condition( ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ condition="ModelsAsServiceReady", ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ status="True", ^^^^^^^^^^^^^^ timeout=900, ^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition for sample in TimeoutSampler( ~~~~~~~~~~~~~~^ wait_timeout=timeout_watcher.remaining_time(), ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ sleep=sleep_time, ^^^^^^^^^^^^^^^^^ func=lambda: self.instance, ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ): ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__ raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp) timeout_sampler.TimeoutExpiredError: Timed Out: 899.9834582805634 Function: ocp_resources.resource.wait_for_condition.lambda: self.instance Last exception: N/A. _ 3 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 3 Error, 0 ReRun _ tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::TestAPIKeyCRUD::test_revoke_api_key[ocp_token_for_actor0] 2026-06-12T12:48:12.403527Z [info ] /home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_crud/TestAPIKeyCRUD/test_create_api_key_ocp_token_for_actor0_/pytest_exception_interact/mg-1781268166.zip is collected successfully [utilities.must_gather_collector] name=utilities.must_gather_collector ------------------------------------------------------- TEARDOWN -------------------------------------------------------  -------------------------------------- test_revoke_api_key[ocp_token_for_actor0] -------------------------------------- -------------------------------------------------------- SETUP -------------------------------------------------------- 2026-06-12T12:48:12.413256Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.413410Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.413546Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.413678Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.413854Z [info ] [cached since 1568s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0]', 1781268492) [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.414007Z [info ] [cached since 1568s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0]', 1781268492) [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.414264Z [info ] COMMIT  [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.414421Z [info ] COMMIT  [sqlalchemy.engine.Engine] ERROR TEST: TestAPIKeyCRUD.test_revoke_api_key[ocp_token_for_actor0] [setup] STATUS: ERROR 2026-06-12T12:48:12.421616Z [error ] Traceback (most recent call last): File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call result: TResult | None = func() ~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in lambda: runtest_hook(item=item, **kwds), ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup item.session._setupstate.setup(item) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup col.setup() ~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup self._request._fillfixtures() ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures item.funcargs[argname] = self.getfixturevalue(argname) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue fixturedef = self._get_active_fixturedef(argname) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef fixturedef.execute(request=subrequest) ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute raise exc.with_traceback(exc_tb) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup result = call_fixture_func(fixturefunc, request, kwargs) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func fixture_result = next(generator) File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest dsc_resource.wait_for_condition( ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ condition="ModelsAsServiceReady", ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ status="True", ^^^^^^^^^^^^^^ timeout=900, ^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition for sample in TimeoutSampler( ~~~~~~~~~~~~~~^ wait_timeout=timeout_watcher.remaining_time(), ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ sleep=sleep_time, ^^^^^^^^^^^^^^^^^ func=lambda: self.instance, ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ): ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__ raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp) timeout_sampler.TimeoutExpiredError: Timed Out: 899.9834582805634 Function: ocp_resources.resource.wait_for_condition.lambda: self.instance Last exception: N/A. [conftest] 2026-06-12T12:48:12.422033Z [info ] Must-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0]. [conftest] 2026-06-12T12:48:12.422241Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.422388Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.422526Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.422660Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.422820Z [info ] [cached since 664.7s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0]', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.422970Z [info ] [cached since 664.7s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_api_key_crud.py::test_revoke_api_key[ocp_token_for_actor0]', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.423124Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.423249Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:48:12.423365Z [info ] Trying to get client via new_client_from_config [ocp_resources.resource] 2026-06-12T12:48:12.487611Z [info ] Checking subscription rhods-operator [utilities.infra] name=utilities.infra 2026-06-12T12:48:12.515193Z [info ] Expected CSV: rhods-operator.3.4.0 [utilities.infra] name=utilities.infra 2026-06-12T12:48:12.528363Z [info ] kind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1 [ocp_resources.resource] 2026-06-12T12:48:12.694235Z [info ] Running oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_crud/TestAPIKeyCRUD/test_revoke_api_key_ocp_token_for_actor0_/pytest_exception_interact --since=300s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command [pyhelper_utils.shell] __ ERROR at setup of TestAPIKeyCRUD.test_revoke_api_key[ocp_token_for_actor0] __ Traceback (most recent call last): File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call result: TResult | None = func() ~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in lambda: runtest_hook(item=item, **kwds), ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup item.session._setupstate.setup(item) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup col.setup() ~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup self._request._fillfixtures() ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures item.funcargs[argname] = self.getfixturevalue(argname) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue fixturedef = self._get_active_fixturedef(argname) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef fixturedef.execute(request=subrequest) ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute raise exc.with_traceback(exc_tb) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup result = call_fixture_func(fixturefunc, request, kwargs) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func fixture_result = next(generator) File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest dsc_resource.wait_for_condition( ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ condition="ModelsAsServiceReady", ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ status="True", ^^^^^^^^^^^^^^ timeout=900, ^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition for sample in TimeoutSampler( ~~~~~~~~~~~~~~^ wait_timeout=timeout_watcher.remaining_time(), ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ sleep=sleep_time, ^^^^^^^^^^^^^^^^^ func=lambda: self.instance, ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ): ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__ raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp) timeout_sampler.TimeoutExpiredError: Timed Out: 899.9834582805634 Function: ocp_resources.resource.wait_for_condition.lambda: self.instance Last exception: N/A. _ 4 of 11 completed, 0 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 4 Error, 0 ReRun _ tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::TestGatewayDenyByDefault::test_gateway_default_auth_in_gateway_namespace_and_accepted 2026-06-12T12:48:23.436253Z [info ] /home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_api_key_crud/TestAPIKeyCRUD/test_revoke_api_key_ocp_token_for_actor0_/pytest_exception_interact/mg-1781268492.zip is collected successfully [utilities.must_gather_collector] name=utilities.must_gather_collector ------------------------------------------------------- TEARDOWN -------------------------------------------------------  ----------------------------- test_gateway_default_auth_in_gateway_namespace_and_accepted ----------------------------- -------------------------------------------------------- SETUP -------------------------------------------------------- 2026-06-12T12:48:23.439511Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.440833Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.441269Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.442468Z [info ] INSERT INTO "OpenDataHubTestTable" (test_name, start_time) VALUES (?, ?) [sqlalchemy.engine.Engine] ERROR2026-06-12T12:48:23.444856Z [info ] [cached since 1579s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted', 1781268503) [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.445510Z [info ] [cached since 1579s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted', 1781268503) [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.445716Z [info ] COMMIT  [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.445870Z [info ] COMMIT  [sqlalchemy.engine.Engine]  TEST: TestGatewayDenyByDefault.test_gateway_default_auth_in_gateway_namespace_and_accepted [setup] STATUS: ERROR 2026-06-12T12:48:23.448015Z [error ] Traceback (most recent call last): File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call result: TResult | None = func() ~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in lambda: runtest_hook(item=item, **kwds), ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__ return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult) ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec return self._inner_hookexec(hook_name, methods, kwargs, firstresult) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall raise exception File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall teardown.throw(exception) ~~~~~~~~~~~~~~^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 895, in pytest_runtest_setup return (yield) ^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall res = hook_impl.function(*args) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 165, in pytest_runtest_setup item.session._setupstate.setup(item) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 523, in setup col.setup() ~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1723, in setup self._request._fillfixtures() ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 707, in _fillfixtures item.funcargs[argname] = self.getfixturevalue(argname) ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 539, in getfixturevalue fixturedef = self._get_active_fixturedef(argname) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 627, in _get_active_fixturedef fixturedef.execute(request=subrequest) ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1091, in execute raise exc.with_traceback(exc_tb) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 1202, in pytest_fixture_setup result = call_fixture_func(fixturefunc, request, kwargs) File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/fixtures.py", line 908, in call_fixture_func fixture_result = next(generator) File "/home/odh/opendatahub-tests/tests/model_serving/maas_billing/conftest.py", line 1100, in maas_subscription_controller_enabled_latest dsc_resource.wait_for_condition( ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ condition="ModelsAsServiceReady", ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ status="True", ^^^^^^^^^^^^^^ timeout=900, ^^^^^^^^^^^^ ) ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition for sample in TimeoutSampler( ~~~~~~~~~~~~~~^ wait_timeout=timeout_watcher.remaining_time(), ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ sleep=sleep_time, ^^^^^^^^^^^^^^^^^ func=lambda: self.instance, ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ): ^ File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__ raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp) timeout_sampler.TimeoutExpiredError: Timed Out: 899.9834582805634 Function: ocp_resources.resource.wait_for_condition.lambda: self.instance Last exception: N/A. [conftest] 2026-06-12T12:48:23.452502Z [info ] Must-gather collection is enabled for /home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted. [conftest] 2026-06-12T12:48:23.452678Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.452805Z [info ] BEGIN (implicit)  [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.452975Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.453165Z [info ] SELECT "OpenDataHubTestTable".start_time AS "OpenDataHubTestTable_start_time" FROM "OpenDataHubTestTable" WHERE "OpenDataHubTestTable".test_name = ? LIMIT ? OFFSET ? [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.453327Z [info ] [cached since 675.8s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.453483Z [info ] [cached since 675.8s ago] ('/home/odh/opendatahub-tests/tests/model_serving/maas_billing/maas_api_key/test_gateway_deny_default.py::test_gateway_default_auth_in_gateway_namespace_and_accepted', 1, 0) [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.453598Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.453706Z [info ] ROLLBACK  [sqlalchemy.engine.Engine] 2026-06-12T12:48:23.453827Z [info ] Trying to get client via new_client_from_config [ocp_resources.resource] 2026-06-12T12:48:23.500505Z [info ] Checking subscription rhods-operator [utilities.infra] name=utilities.infra 2026-06-12T12:48:23.513699Z [info ] Expected CSV: rhods-operator.3.4.0 [utilities.infra] name=utilities.infra 2026-06-12T12:48:23.520184Z [info ] kind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1 [ocp_resources.resource] 2026-06-12T12:48:23.683835Z [info ] Running oc adm must-gather --dest-dir=/home/odh/opendatahub-tests/results/must-gather-collected/model_serving/maas_billing/maas_api_key/test_gateway_deny_default/TestGatewayDenyByDefault/test_gateway_default_auth_in_gateway_namespace_and_accepted/pytest_exception_interact --since=300s --image=registry.redhat.io/rhoai/odh-must-gather-rhel9@sha256:3de5ff9eee7e9b8e6650f61dbae642db3d3ccb813afb804397dc60d18f150ea6 command [pyhelper_utils.shell]