
--- pytest attempt 2026-09-15T14:22:54.679667+00:00 (/.local/bin/uv --directory /home/odh/opendatahub-tests...) ---
[2m2026-09-15T14:22:56.144131Z[0m [[32m[1minfo     [0m] [1mWriting tests log to /home/odh/opendatahub-tests/results/pytest-tests.log[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.144583Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:56.269930Z[0m [[32m[1minfo     [0m] [1mkind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:56.335975Z[0m [[32m[1minfo     [0m] [1mkind: DSCInitialization api version: dscinitialization.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
============================= test session starts ==============================
platform linux -- Python 3.14.7, pytest-9.0.3, pluggy-1.6.0 -- /home/odh/opendatahub-tests/.venv/bin/python3
cachedir: .pytest_cache
metadata: {'Python': '3.14.7', 'Platform': 'Linux-5.14.0-570.132.1.el9_6.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.0.3', 'pluggy': '1.6.0'}, 'Plugins': {'anyio': '4.13.0', 'asyncio': '1.3.0', 'dependency': '0.6.1', 'html': '4.2.0', 'metadata': '3.1.1', 'order': '1.3.0', 'progress': '1.4.0', 'testconfig': '0.2.0', 'xdist': '3.8.0', 'syrupy': '5.1.0'}}
rootdir: /home/odh/opendatahub-tests
configfile: pytest.ini
plugins: anyio-4.13.0, asyncio-1.3.0, dependency-0.6.1, html-4.2.0, metadata-3.1.1, order-1.3.0, progress-1.4.0, testconfig-0.2.0, xdist-3.8.0, syrupy-5.1.0
asyncio: mode=Mode.STRICT, debug=False, asyncio_default_fixture_loop_scope=None, asyncio_default_test_loop_scope=function
collecting ... collected 148 items / 141 deselected / 7 selected

tests/workbenches/notebooks_server/controller/test_kueue_integration.py::TestKueueNotebookIntegration::test_kueue_notebook_admission_control[test_admission_control] [1m
---------------------------- test_kueue_notebook_admission_control[test_admission_control] ----------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-09-15T14:22:56.580038Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: event_loop_policy[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.580181Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: _syrupy_apply_ide_patches[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.580383Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: admin_client[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.582674Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:56.583908Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: dsc_resource[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.584048Z[0m [[32m[1minfo     [0m] [1mkind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:56.646408Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: tmp_path_factory[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.646679Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: tests_tmp_dir[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.647549Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: os_path_environment[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.647780Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: tmpdir_factory[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.647978Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: bin_directory[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.649021Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: oc_binary_path[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.648288Z[0m [[33m[1mwarning  [0m] [1mUsing previously installed: /workspace/tests-shared/tests-payload/.tools/bin/oc[0m [[0m[1m[34mtests.conftest[0m][0m [36mname[0m=[35mtests.conftest[0m
[2m2026-09-15T14:22:56.649344Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: bin_directory_to_os_path[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:56.648418Z[0m [[32m[1minfo     [0m] [1mOC binary path: /workspace/tests-shared/tests-payload/.tools/bin/oc[0m [[0m[1m[34mtests.conftest[0m][0m [36mname[0m=[35mtests.conftest[0m
[2m2026-09-15T14:22:56.648489Z[0m [[32m[1minfo     [0m] [1mAdding /tmp/pytest-EfLom5WqcdrqgUhWrzDgGN/bin0 to $PATH[0m [[0m[1m[34mtests.conftest[0m][0m [36mname[0m=[35mtests.conftest[0m
[2m2026-09-15T14:22:56.649700Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: nodes[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.614274Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: dsci_resource[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.614460Z[0m [[32m[1minfo     [0m] [1mkind: DSCInitialization api version: dscinitialization.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:57.628235Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: record_testsuite_property[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.628485Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: junitxml_plugin[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.628683Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: cluster_sanity_scope_session[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.627750Z[0m [[32m[1minfo     [0m] [1mCheck cluster sanity.         [0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-15T14:22:57.628927Z[0m [[32m[1minfo     [0m] [1mVerify all nodes are in a healthy condition.[0m [[0m[1m[34mocp_utilities.infra[0m][0m
[2m2026-09-15T14:22:57.668817Z[0m [[32m[1minfo     [0m] [1mVerify all nodes are schedulable.[0m [[0m[1m[34mocp_utilities.infra[0m][0m
[2m2026-09-15T14:22:57.709196Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 5 seconds. (Function: utilities.infra.wait_for_dsci_status_ready  Kwargs: {'dsci_resource': <ocp_resources.dsc_initialization.DSCInitialization object at 0x7f797feb2210>})[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:22:57.708702Z[0m [[32m[1minfo     [0m] [1mWait for DSCI default-dsci to be in Ready status.[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-15T14:22:57.709567Z[0m [[32m[1minfo     [0m] [1mGet DSCInitialization default-dsci status[0m [[0m[1m[34mocp_resources DSCInitialization[0m][0m
[2m2026-09-15T14:22:57.722992Z[0m [[32m[1minfo     [0m] [1mElapsed time: 6.341934204101562e-05 [0:00:00.000063][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:22:57.723149Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 5 seconds. (Function: utilities.infra.wait_for_dsc_status_ready  Kwargs: {'dsc_resource': <ocp_resources.data_science_cluster.DataScienceCluster object at 0x7f797feb1a90>})[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:22:57.722520Z[0m [[32m[1minfo     [0m] [1mWait for DSC default-dsc are Ready.[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-15T14:22:57.723414Z[0m [[32m[1minfo     [0m] [1mGet DataScienceCluster default-dsc status[0m [[0m[1m[34mocp_resources DataScienceCluster[0m][0m
[2m2026-09-15T14:22:57.740150Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.743171691894531e-05 [0:00:00.000037][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:22:57.740299Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: autouse_fixtures[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.740416Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: pytestconfig[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.740563Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: use_unprivileged_client[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.740677Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: kubconfig_filepath[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.740787Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: cluster_authentication[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.740898Z[0m [[32m[1minfo     [0m] [1mkind: Authentication api version: config.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:57.753663Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: is_byoidc[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.767199Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: non_admin_user_password[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.767349Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: unprivileged_client[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.766520Z[0m [[33m[1mwarning  [0m] [1mUnprivileged client is not enabled, using admin client[0m [[0m[1m[34mtests.conftest[0m][0m [36mname[0m=[35mtests.conftest[0m
[2m2026-09-15T14:22:57.767670Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_statefulset_framework_check[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.767784Z[0m [[32m[1minfo     [0m] [1mkind: Kueue api version: kueue.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:57.797730Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_notebook_namespace[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.797890Z[0m [[32m[1minfo     [0m] [1mkind: ProjectRequest api version: project.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:57.798077Z[0m [[32m[1minfo     [0m] [1mCreate ProjectRequest test-kueue-notebook[0m [[0m[1m[34mocp_resources ProjectRequest[0m][0m
[2m2026-09-15T14:22:57.798275Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'project.openshift.io/v1', 'kind': 'ProjectRequest', 'metadata': {'name': 'test-kueue-notebook', 'labels': {'kueue.openshift.io/managed': 'true'}}}[0m [[0m[1m[34mocp_resources ProjectRequest[0m][0m
[2m2026-09-15T14:22:57.906410Z[0m [[32m[1minfo     [0m] [1mkind: Project api version: project.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:57.906665Z[0m [[32m[1minfo     [0m] [1mWait for Project test-kueue-notebook status to be Active[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:22:57.906819Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_status.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:22:57.927347Z[0m [[32m[1minfo     [0m] [1mStatus of Project test-kueue-notebook is Active[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:22:57.927561Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.218650817871094e-05 [0:00:00.000032][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:22:57.927770Z[0m [[32m[1minfo     [0m] [1mResourceEdits: Updating data for resource Namespace test-kueue-notebook[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:57.927923Z[0m [[32m[1minfo     [0m] [1mUpdate Namespace test-kueue-notebook:
{'metadata': {'labels': {'kueue.openshift.io/managed': 'true'}, 'name': 'test-kueue-notebook'}}[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-15T14:22:57.964268Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_notebook_pvc[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:57.964406Z[0m [[32m[1minfo     [0m] [1mCreate PersistentVolumeClaim test-kueue-notebook[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:22:57.964818Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'v1', 'kind': 'PersistentVolumeClaim', 'metadata': {'name': 'test-kueue-notebook', 'labels': {'opendatahub.io/dashboard': 'true'}, 'namespace': 'test-kueue-notebook'}, 'spec': {'volumeMode': 'Filesystem', 'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '10Gi'}}}}[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:22:57.998855Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_resource_flavor[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:58.035250Z[0m [[32m[1minfo     [0m] [1mkind: ResourceFlavor api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:58.035399Z[0m [[32m[1minfo     [0m] [1mCreate ResourceFlavor notebook-flavor[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:22:58.035583Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ResourceFlavor', 'metadata': {'name': 'notebook-flavor'}, 'spec': {}}[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:22:58.200208Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_cluster_queue[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:58.200372Z[0m [[32m[1minfo     [0m] [1mkind: ClusterQueue api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:58.200548Z[0m [[32m[1minfo     [0m] [1mCreate ClusterQueue notebook-cluster-queue[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:22:58.200679Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ClusterQueue', 'metadata': {'name': 'notebook-cluster-queue'}, 'spec': {'namespaceSelector': {'matchLabels': {'kubernetes.io/metadata.name': 'test-kueue-notebook'}}, 'resourceGroups': [{'coveredResources': ['cpu', 'memory'], 'flavors': [{'name': 'notebook-flavor', 'resources': [{'name': 'cpu', 'nominalQuota': '4'}, {'name': 'memory', 'nominalQuota': '8Gi'}]}]}]}}[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:22:58.361459Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_local_queue[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:58.361660Z[0m [[32m[1minfo     [0m] [1mkind: LocalQueue api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:58.361878Z[0m [[32m[1minfo     [0m] [1mCreate LocalQueue notebook-local-queue[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:22:58.362026Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'LocalQueue', 'metadata': {'name': 'notebook-local-queue', 'namespace': 'test-kueue-notebook'}, 'spec': {'clusterQueue': 'notebook-cluster-queue'}}[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:22:58.391477Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_hardware_profile[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:58.416745Z[0m [[32m[1minfo     [0m] [1mkind: HardwareProfile api version: infrastructure.opendatahub.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:58.416974Z[0m [[32m[1minfo     [0m] [1mCreate HardwareProfile notebook-hwp[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:22:58.417125Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'infrastructure.opendatahub.io/v1', 'kind': 'HardwareProfile', 'metadata': {'name': 'notebook-hwp', 'namespace': 'test-kueue-notebook'}, 'spec': {'identifiers': [{'displayName': 'CPU', 'identifier': 'cpu', 'minCount': '100m', 'maxCount': '4', 'defaultCount': '500m', 'resourceType': 'CPU'}, {'displayName': 'Memory', 'identifier': 'memory', 'minCount': '128Mi', 'maxCount': '8Gi', 'defaultCount': '1Gi', 'resourceType': 'Memory'}], 'scheduling': {'type': 'Queue', 'kueue': {'localQueueName': 'notebook-local-queue'}}}}[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:22:58.444907Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_notebook[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:22:58.445062Z[0m [[32m[1minfo     [0m] [1mkind: ImageStream api version: image.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:58.525663Z[0m [[32m[1minfo     [0m] [1mkind: ClusterServiceVersion api version: operators.coreos.com/v1alpha1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:58.598476Z[0m [[32m[1minfo     [0m] [1mkind: Config api version: imageregistry.operator.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:58.612497Z[0m [[32m[1minfo     [0m] [1mImage registry management state: managed, available: True[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-15T14:22:58.612590Z[0m [[32m[1minfo     [0m] [1mResolved ImageStream s2i-minimal-notebook:3.5 via integrated registry: image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5[0m [[0m[1m[34mtests.workbenches.notebook_images.utils[0m][0m [36mname[0m=[35mtests.workbenches.notebook_images.utils[0m
[2m2026-09-15T14:22:58.652393Z[0m [[32m[1minfo     [0m] [1mkind: Notebook api version: kubeflow.org/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:22:58.652632Z[0m [[32m[1minfo     [0m] [1mCreate Notebook test-kueue-notebook[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:22:58.652812Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kubeflow.org/v1', 'kind': 'Notebook', 'metadata': {'annotations': {'notebooks.opendatahub.io/inject-auth': 'true', 'opendatahub.io/accelerator-name': '', 'notebooks.opendatahub.io/last-image-selection': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'opendatahub.io/hardware-profile-name': 'notebook-hwp'}, 'finalizers': ['notebook.opendatahub.io/kube-rbac-proxy-cleanup'], 'labels': {'app': 'test-kueue-notebook', 'opendatahub.io/dashboard': 'true', 'opendatahub.io/odh-managed': 'true'}, 'name': 'test-kueue-notebook', 'namespace': 'test-kueue-notebook'}, 'spec': {'template': {'spec': {'affinity': {}, 'containers': [{'env': [{'name': 'NOTEBOOK_ARGS', 'value': "--ServerApp.port=8888\n                  --ServerApp.token=''\n                  --ServerApp.password=''\n                  --ServerApp.base_url=/notebook/test-kueue-notebook/test-kueue-notebook\n                  --ServerApp.quit_button=False\n"}, {'name': 'JUPYTER_IMAGE', 'value': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5'}], 'image': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-notebook/test-kueue-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'test-kueue-notebook', 'ports': [{'containerPort': 8888, 'name': 'notebook-port', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-notebook/test-kueue-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'volumeMounts': [{'mountPath': '/opt/app-root/src', 'name': 'test-kueue-notebook'}, {'mountPath': '/dev/shm', 'name': 'shm'}], 'workingDir': '/opt/app-root/src'}], 'enableServiceLinks': False, 'serviceAccountName': 'test-kueue-notebook', 'volumes': [{'name': 'test-kueue-notebook', 'persistentVolumeClaim': {'claimName': 'test-kueue-notebook'}}, {'emptyDir': {'medium': 'Memory'}, 'name': 'shm'}]}}}}[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[1m--------------------------------------------------------- CALL ---------------------------------------------------------[0m
[2m2026-09-15T14:22:59.420351Z[0m [[32m[1minfo     [0m] [1mWait until Pod test-kueue-notebook-0 is created[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:22:59.420529Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:23:01.498521Z[0m [[32m[1minfo     [0m] [1mElapsed time: 2.0290284156799316 [0:00:02.029028][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:23:01.526303Z[0m [[32m[1minfo     [0m] [1mWait for Pod/test-kueue-notebook-0's 'Ready' condition to be 'True'[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:23:01.526572Z[0m [[32m[1minfo     [0m] [1mWait until Pod test-kueue-notebook-0 is created[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:23:01.526720Z[0m [[32m[1minfo     [0m] [1mWaiting for 300 seconds [0:05:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:23:01.540243Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.0517578125e-05 [0:00:00.000031][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:23:01.540413Z[0m [[32m[1minfo     [0m] [1mWaiting for 299.98613929748535 seconds [0:04:59.986139], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_condition.lambda: self.instance)[0m [[0m[1m[34mtimeout_sampler[0m][0m
FAILED[1m
TEST: TestKueueNotebookIntegration.test_kueue_notebook_admission_control[test_admission_control] STATUS: [0;31mFAILED[0m[0m
[2m2026-09-15T14:28:01.933112Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 900, in pytest_runtest_call
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/skipping.py", line 268, in pytest_runtest_call
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 179, in pytest_runtest_call
    item.runtest()
    ~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1720, in runtest
    self.ihook.pytest_pyfunc_call(pyfuncitem=self)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper
    return result.get_result()
           ~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_result.py", line 103, in get_result
    raise exc.with_traceback(tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper
    res = yield
          ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 166, in pytest_pyfunc_call
    result = testfunction(**testargs)
  File "/home/odh/opendatahub-tests/tests/workbenches/notebooks_server/controller/test_kueue_integration.py", line 224, in test_kueue_notebook_admission_control
    notebook_pod.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition=Pod.Condition.READY,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status=Pod.Condition.Status.TRUE,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        timeout=Timeout.TIMEOUT_5MIN,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 299.98613929748535
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.[0m [[0m[1m[34mconftest[0m][0m

_ TestKueueNotebookIntegration.test_kueue_notebook_admission_control[test_admission_control] _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 900, in pytest_runtest_call
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/skipping.py", line 268, in pytest_runtest_call
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 179, in pytest_runtest_call
    item.runtest()
    ~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1720, in runtest
    self.ihook.pytest_pyfunc_call(pyfuncitem=self)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper
    return result.get_result()
           ~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_result.py", line 103, in get_result
    raise exc.with_traceback(tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper
    res = yield
          ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 166, in pytest_pyfunc_call
    result = testfunction(**testargs)
  File "/home/odh/opendatahub-tests/tests/workbenches/notebooks_server/controller/test_kueue_integration.py", line 224, in test_kueue_notebook_admission_control
    notebook_pod.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition=Pod.Condition.READY,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status=Pod.Condition.Status.TRUE,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        timeout=Timeout.TIMEOUT_5MIN,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 182, in __iter__
    raise TimeoutExpiredError(self._get_exception_log(exp=last_exp), last_exp=last_exp)
timeout_sampler.TimeoutExpiredError: Timed Out: 299.98613929748535
Function: ocp_resources.resource.wait_for_condition.lambda: self.instance
Last exception: N/A.
_ 1 of 7 completed, 0 Pass, 1 Fail, 0 Skip, 0 XPass, 0 XFail, 0 Error, 0 ReRun _

tests/workbenches/notebooks_server/controller/test_kueue_integration.py::TestKueueNotebookIntegration::test_kueue_notebook_resource_constraints[test_resource_starvation] [1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
-------------------------- test_kueue_notebook_resource_constraints[test_resource_starvation] --------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-09-15T14:28:01.935373Z[0m [[32m[1minfo     [0m] [1mDelete Notebook test-kueue-notebook[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:28:01.974634Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kubeflow.org/v1', 'kind': 'Notebook', 'metadata': {'annotations': {'notebooks.opendatahub.io/inject-auth': 'true', 'notebooks.opendatahub.io/last-image-selection': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'opendatahub.io/accelerator-name': '', 'opendatahub.io/hardware-profile-name': 'notebook-hwp', 'opendatahub.io/hardware-profile-namespace': 'test-kueue-notebook'}, 'creationTimestamp': '2026-09-15T14:22:59Z', 'finalizers': ['notebook.opendatahub.io/kube-rbac-proxy-cleanup', 'notebook.opendatahub.io/httproute-cleanup', 'notebook.opendatahub.io/referencegrant-cleanup'], 'generation': 1, 'labels': {'app': 'test-kueue-notebook', 'kueue.x-k8s.io/queue-name': 'notebook-local-queue', 'opendatahub.io/dashboard': 'true', 'opendatahub.io/odh-managed': 'true'}, 'managedFields': [{'apiVersion': 'kubeflow.org/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {}, 'f:notebooks.opendatahub.io/inject-auth': {}, 'f:notebooks.opendatahub.io/last-image-selection': {}, 'f:opendatahub.io/accelerator-name': {}, 'f:opendatahub.io/hardware-profile-name': {}}, 'f:finalizers': {'.': {}, 'v:"notebook.opendatahub.io/kube-rbac-proxy-cleanup"': {}}, 'f:labels': {'.': {}, 'f:app': {}, 'f:opendatahub.io/dashboard': {}, 'f:opendatahub.io/odh-managed': {}}}, 'f:spec': {'.': {}, 'f:template': {'.': {}, 'f:spec': {'.': {}, 'f:affinity': {}, 'f:containers': {'.': {}, 'k:{"name":"test-kueue-notebook"}': {'.': {}, 'f:env': {'.': {}, 'k:{"name":"JUPYTER_IMAGE"}': {'.': {}, 'f:name': {}, 'f:value': {}}, 'k:{"name":"NOTEBOOK_ARGS"}': {'.': {}, 'f:name': {}, 'f:value': {}}}, 'f:image': {}, 'f:imagePullPolicy': {}, 'f:livenessProbe': {'.': {}, 'f:failureThreshold': {}, 'f:httpGet': {'.': {}, 'f:path': {}, 'f:port': {}, 'f:scheme': {}}, 'f:initialDelaySeconds': {}, 'f:periodSeconds': {}, 'f:successThreshold': {}, 'f:timeoutSeconds': {}}, 'f:name': {}, 'f:ports': {'.': {}, 'k:{"containerPort":8888,"protocol":"TCP"}': {'.': {}, 'f:containerPort': {}, 'f:name': {}, 'f:protocol': {}}}, 'f:readinessProbe': {'.': {}, 'f:failureThreshold': {}, 'f:httpGet': {'.': {}, 'f:path': {}, 'f:port': {}, 'f:scheme': {}}, 'f:initialDelaySeconds': {}, 'f:periodSeconds': {}, 'f:successThreshold': {}, 'f:timeoutSeconds': {}}, 'f:volumeMounts': {'.': {}, 'k:{"mountPath":"/dev/shm"}': {'.': {}, 'f:mountPath': {}, 'f:name': {}}, 'k:{"mountPath":"/opt/app-root/src"}': {'.': {}, 'f:mountPath': {}, 'f:name': {}}}, 'f:workingDir': {}}}, 'f:enableServiceLinks': {}, 'f:serviceAccountName': {}, 'f:volumes': {'.': {}, 'k:{"name":"shm"}': {'.': {}, 'f:emptyDir': {'.': {}, 'f:medium': {}}, 'f:name': {}}, 'k:{"name":"test-kueue-notebook"}': {'.': {}, 'f:name': {}, 'f:persistentVolumeClaim': {'.': {}, 'f:claimName': {}}}}}}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:22:58Z'}, {'apiVersion': 'kubeflow.org/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:finalizers': {'v:"notebook.opendatahub.io/httproute-cleanup"': {}, 'v:"notebook.opendatahub.io/referencegrant-cleanup"': {}}}}, 'manager': 'manager', 'operation': 'Update', 'time': '2026-09-15T14:22:59Z'}, {'apiVersion': 'kubeflow.org/v1beta1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:conditions': {}, 'f:containerState': {'.': {}, 'f:waiting': {'.': {}, 'f:message': {}, 'f:reason': {}}}, 'f:readyReplicas': {}}}, 'manager': 'manager', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-15T14:26:38Z'}], 'name': 'test-kueue-notebook', 'namespace': 'test-kueue-notebook', 'resourceVersion': '60028', 'uid': '47a32051-d70e-4b61-83a9-c1020f6af0be'}, 'spec': {'template': {'spec': {'affinity': {}, 'containers': [{'env': [{'name': 'NOTEBOOK_ARGS', 'value': "--ServerApp.port=8888\n                  --ServerApp.token=''\n                  --ServerApp.password=''\n                  --ServerApp.base_url=/notebook/test-kueue-notebook/test-kueue-notebook\n                  --ServerApp.quit_button=False\n"}, {'name': 'JUPYTER_IMAGE', 'value': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5'}, {'name': 'REQUESTS_CA_BUNDLE', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'SSL_CERT_FILE', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'PIPELINES_SSL_SA_CERTS', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'KF_PIPELINES_SSL_SA_CERTS', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'GIT_SSL_CAINFO', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'PIP_CERT', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}], 'image': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-notebook/test-kueue-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'test-kueue-notebook', 'ports': [{'containerPort': 8888, 'name': 'notebook-port', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-notebook/test-kueue-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'resources': {'limits': {'cpu': '500m', 'memory': '1Gi'}, 'requests': {'cpu': '500m', 'memory': '1Gi'}}, 'volumeMounts': [{'mountPath': '/opt/app-root/src', 'name': 'test-kueue-notebook'}, {'mountPath': '/dev/shm', 'name': 'shm'}, {'mountPath': '/etc/pki/tls/custom-certs', 'name': 'trusted-ca', 'readOnly': True}, {'mountPath': '/opt/app-root/pipeline-runtimes/', 'name': 'runtime-images'}], 'workingDir': '/opt/app-root/src'}, {'args': ['--secure-listen-address=0.0.0.0:8443', '--upstream=http://127.0.0.1:8888/', '--logtostderr=true', '--v=10', '--proxy-endpoints-port=8444', '--config-file=/etc/kube-rbac-proxy/config-file.yaml', '--tls-cert-file=/etc/tls/private/tls.crt', '--tls-private-key-file=/etc/tls/private/tls.key', '--auth-header-fields-enabled=true', '--auth-header-user-field-name=X-Auth-Request-User', '--auth-header-groups-field-name=X-Auth-Request-Groups'], 'image': 'registry.redhat.io/rhoai/odh-kube-rbac-proxy-rhel9@sha256:1e614e46799fd020ac18d95c06a463421154ce86e59ccb3fa6007e66fed9910e', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/healthz', 'port': 8444, 'scheme': 'HTTPS'}, 'initialDelaySeconds': 30, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'kube-rbac-proxy', 'ports': [{'containerPort': 8443, 'name': 'kube-rbac-proxy', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/healthz', 'port': 8444, 'scheme': 'HTTPS'}, 'initialDelaySeconds': 5, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'resources': {'limits': {'cpu': '100m', 'memory': '64Mi'}, 'requests': {'cpu': '100m', 'memory': '64Mi'}}, 'volumeMounts': [{'mountPath': '/etc/kube-rbac-proxy', 'name': 'kube-rbac-proxy-config'}, {'mountPath': '/etc/tls/private', 'name': 'kube-rbac-proxy-tls-certificates'}]}], 'enableServiceLinks': False, 'serviceAccountName': 'test-kueue-notebook', 'volumes': [{'name': 'test-kueue-notebook', 'persistentVolumeClaim': {'claimName': 'test-kueue-notebook'}}, {'emptyDir': {'medium': 'Memory'}, 'name': 'shm'}, {'configMap': {'name': 'workbench-trusted-ca-bundle', 'optional': True}, 'name': 'trusted-ca'}, {'configMap': {'name': 'pipeline-runtime-images', 'optional': True}, 'name': 'runtime-images'}, {'configMap': {'defaultMode': 420, 'name': 'test-kueue-notebook-kube-rbac-proxy-config'}, 'name': 'kube-rbac-proxy-config'}, {'name': 'kube-rbac-proxy-tls-certificates', 'secret': {'defaultMode': 420, 'secretName': 'test-kueue-notebook-kube-rbac-proxy-tls'}}]}}}, 'status': {'conditions': [{'lastProbeTime': '2026-09-15T14:26:38Z', 'lastTransitionTime': '2026-09-15T14:23:34Z', 'status': 'True', 'type': 'PodReadyToStartContainers'}, {'lastProbeTime': '2026-09-15T14:26:38Z', 'lastTransitionTime': '2026-09-15T14:23:04Z', 'status': 'True', 'type': 'Initialized'}, {'lastProbeTime': '2026-09-15T14:26:38Z', 'lastTransitionTime': '2026-09-15T14:23:04Z', 'message': 'containers with unready status: [test-kueue-notebook]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'Ready'}, {'lastProbeTime': '2026-09-15T14:26:38Z', 'lastTransitionTime': '2026-09-15T14:23:04Z', 'message': 'containers with unready status: [test-kueue-notebook]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'ContainersReady'}, {'lastProbeTime': '2026-09-15T14:26:38Z', 'lastTransitionTime': '2026-09-15T14:23:04Z', 'status': 'True', 'type': 'PodScheduled'}], 'containerState': {'waiting': {'message': 'back-off 2m40s restarting failed container=test-kueue-notebook pod=test-kueue-notebook-0_test-kueue-notebook(9ae61c62-10b4-4e66-b94f-c5d286d36fc9)', 'reason': 'CrashLoopBackOff'}}, 'readyReplicas': 0}}[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:28:01.999307Z[0m [[32m[1minfo     [0m] [1mWait until Notebook test-kueue-notebook is deleted[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:28:01.999500Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:03.028860Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.014876365661621 [0:00:01.014876][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:03.029068Z[0m [[32m[1minfo     [0m] [1mDelete HardwareProfile notebook-hwp[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:03.056648Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'infrastructure.opendatahub.io/v1', 'kind': 'HardwareProfile', 'metadata': {'creationTimestamp': '2026-09-15T14:22:58Z', 'generation': 1, 'managedFields': [{'apiVersion': 'infrastructure.opendatahub.io/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:identifiers': {}, 'f:scheduling': {'.': {}, 'f:kueue': {'.': {}, 'f:localQueueName': {}}, 'f:type': {}}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:22:58Z'}], 'name': 'notebook-hwp', 'namespace': 'test-kueue-notebook', 'resourceVersion': '55858', 'uid': '48d3db23-3cb0-4513-bfc0-06ddb603b060'}, 'spec': {'identifiers': [{'defaultCount': '500m', 'displayName': 'CPU', 'identifier': 'cpu', 'maxCount': '4', 'minCount': '100m', 'resourceType': 'CPU'}, {'defaultCount': '1Gi', 'displayName': 'Memory', 'identifier': 'memory', 'maxCount': '8Gi', 'minCount': '128Mi', 'resourceType': 'Memory'}], 'scheduling': {'kueue': {'localQueueName': 'notebook-local-queue'}, 'type': 'Queue'}}}[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:03.072111Z[0m [[32m[1minfo     [0m] [1mWait until HardwareProfile notebook-hwp is deleted[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:03.072314Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:03.086294Z[0m [[32m[1minfo     [0m] [1mElapsed time: 6.747245788574219e-05 [0:00:00.000067][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:03.086610Z[0m [[32m[1minfo     [0m] [1mDelete LocalQueue notebook-local-queue[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:03.116285Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'LocalQueue', 'metadata': {'creationTimestamp': '2026-09-15T14:22:58Z', 'generation': 1, 'managedFields': [{'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:clusterQueue': {}, 'f:stopPolicy': {}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:22:58Z'}, {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:admittedWorkloads': {}, 'f:conditions': {'.': {}, 'k:{"type":"Active"}': {'.': {}, 'f:lastTransitionTime': {}, 'f:message': {}, 'f:observedGeneration': {}, 'f:reason': {}, 'f:status': {}, 'f:type': {}}}, 'f:flavorsReservation': {'.': {}, 'k:{"name":"notebook-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:flavorsUsage': {'.': {}, 'k:{"name":"notebook-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:pendingWorkloads': {}, 'f:reservingWorkloads': {}}}, 'manager': 'kueue', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-15T14:23:02Z'}], 'name': 'notebook-local-queue', 'namespace': 'test-kueue-notebook', 'resourceVersion': '56045', 'uid': 'df1eee23-8557-46a7-a249-4d8eea47ff50'}, 'spec': {'clusterQueue': 'notebook-cluster-queue', 'stopPolicy': 'None'}, 'status': {'admittedWorkloads': 1, 'conditions': [{'lastTransitionTime': '2026-09-15T14:22:58Z', 'message': 'Can submit new workloads to localQueue', 'observedGeneration': 1, 'reason': 'Ready', 'status': 'True', 'type': 'Active'}], 'flavorsReservation': [{'name': 'notebook-flavor', 'resources': [{'name': 'cpu', 'total': '600m'}, {'name': 'memory', 'total': '1088Mi'}]}], 'flavorsUsage': [{'name': 'notebook-flavor', 'resources': [{'name': 'cpu', 'total': '600m'}, {'name': 'memory', 'total': '1088Mi'}]}], 'pendingWorkloads': 0, 'reservingWorkloads': 1}}[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:03.134325Z[0m [[32m[1minfo     [0m] [1mWait until LocalQueue notebook-local-queue is deleted[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:03.134535Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:03.149038Z[0m [[32m[1minfo     [0m] [1mElapsed time: 6.461143493652344e-05 [0:00:00.000065][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:03.149192Z[0m [[32m[1minfo     [0m] [1mDelete PersistentVolumeClaim test-kueue-notebook[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:03.178885Z[0m [[32m[1minfo     [0m] [1mDeleting {'kind': 'PersistentVolumeClaim', 'apiVersion': 'v1', 'metadata': {'name': 'test-kueue-notebook', 'namespace': 'test-kueue-notebook', 'uid': 'ac78d53b-0951-440d-a28b-0d0b763e432a', 'resourceVersion': '56102', 'creationTimestamp': '2026-09-15T14:22:57Z', 'labels': {'opendatahub.io/dashboard': 'true'}, 'annotations': {'pv.kubernetes.io/bind-completed': 'yes', 'pv.kubernetes.io/bound-by-controller': 'yes', 'volume.beta.kubernetes.io/storage-provisioner': 'ebs.csi.aws.com', 'volume.kubernetes.io/selected-node': 'ip-10-0-130-52.ec2.internal', 'volume.kubernetes.io/storage-provisioner': 'ebs.csi.aws.com'}, 'finalizers': ['kubernetes.io/pvc-protection'], 'managedFields': [{'manager': 'OpenAPI-Generator', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:22:57Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:labels': {'.': {}, 'f:opendatahub.io/dashboard': {}}}, 'f:spec': {'f:accessModes': {}, 'f:resources': {'f:requests': {'.': {}, 'f:storage': {}}}, 'f:volumeMode': {}}}}, {'manager': 'kube-scheduler', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:23:01Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {}, 'f:volume.kubernetes.io/selected-node': {}}}}}, {'manager': 'kube-controller-manager', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:23:03Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:pv.kubernetes.io/bind-completed': {}, 'f:pv.kubernetes.io/bound-by-controller': {}, 'f:volume.beta.kubernetes.io/storage-provisioner': {}, 'f:volume.kubernetes.io/storage-provisioner': {}}}, 'f:spec': {'f:volumeName': {}}}}, {'manager': 'kube-controller-manager', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:23:03Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'f:accessModes': {}, 'f:capacity': {'.': {}, 'f:storage': {}}, 'f:phase': {}}}, 'subresource': 'status'}]}, 'spec': {'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '10Gi'}}, 'volumeName': 'pvc-ac78d53b-0951-440d-a28b-0d0b763e432a', 'storageClassName': 'gp3-csi', 'volumeMode': 'Filesystem'}, 'status': {'phase': 'Bound', 'accessModes': ['ReadWriteOnce'], 'capacity': {'storage': '10Gi'}}}[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:03.194293Z[0m [[32m[1minfo     [0m] [1mWait until PersistentVolumeClaim test-kueue-notebook is deleted[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:03.194510Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:04.223060Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.014150619506836 [0:00:01.014151][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:04.310748Z[0m [[32m[1minfo     [0m] [1mDelete Project test-kueue-notebook[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:04.348828Z[0m [[32m[1minfo     [0m] [1mDeleting {'kind': 'Project', 'apiVersion': 'project.openshift.io/v1', 'metadata': {'name': 'test-kueue-notebook', 'uid': 'c7f5f1ee-235b-4731-9e89-f83e619f3890', 'resourceVersion': '55834', 'creationTimestamp': '2026-09-15T14:22:57Z', 'labels': {'kubernetes.io/metadata.name': 'test-kueue-notebook', 'kueue.openshift.io/managed': 'true', 'pod-security.kubernetes.io/audit': 'restricted', 'pod-security.kubernetes.io/audit-version': 'latest', 'pod-security.kubernetes.io/warn': 'restricted', 'pod-security.kubernetes.io/warn-version': 'latest'}, 'annotations': {'openshift.io/description': '', 'openshift.io/display-name': '', 'openshift.io/requester': 'system:serviceaccount:kube-system:olminstall-cluster-admin', 'openshift.io/sa.scc.mcs': 's0:c28,c27', 'openshift.io/sa.scc.supplemental-groups': '1000810000/10000', 'openshift.io/sa.scc.uid-range': '1000810000/10000', 'security.openshift.io/MinimallySufficientPodSecurityStandard': 'restricted'}, 'managedFields': [{'manager': 'cluster-policy-controller', 'operation': 'Apply', 'apiVersion': 'v1', 'time': '2026-09-15T14:22:57Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:openshift.io/sa.scc.mcs': {}, 'f:openshift.io/sa.scc.supplemental-groups': {}, 'f:openshift.io/sa.scc.uid-range': {}}}}}, {'manager': 'pod-security-admission-label-synchronization-controller', 'operation': 'Apply', 'apiVersion': 'v1', 'time': '2026-09-15T14:22:57Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:security.openshift.io/MinimallySufficientPodSecurityStandard': {}}, 'f:labels': {'f:pod-security.kubernetes.io/audit': {}, 'f:pod-security.kubernetes.io/audit-version': {}, 'f:pod-security.kubernetes.io/warn': {}, 'f:pod-security.kubernetes.io/warn-version': {}}}}}, {'manager': 'OpenAPI-Generator', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:22:57Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:labels': {'f:kueue.openshift.io/managed': {}}}}}, {'manager': 'openshift-apiserver', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:22:57Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {}, 'f:openshift.io/description': {}, 'f:openshift.io/display-name': {}, 'f:openshift.io/requester': {}}, 'f:labels': {'.': {}, 'f:kubernetes.io/metadata.name': {}}}}}, {'manager': 'openshift-controller-manager', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:22:57Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'f:finalizers': {}}}, 'subresource': 'finalize'}]}, 'spec': {'finalizers': ['kubernetes']}, 'status': {'phase': 'Active'}}[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:04.387047Z[0m [[32m[1minfo     [0m] [1mWait until Project test-kueue-notebook is deleted[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:04.387227Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:11.521387Z[0m [[32m[1minfo     [0m] [1mElapsed time: 7.115638732910156 [0:00:07.115639][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:11.521706Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_notebook_namespace[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:11.521831Z[0m [[32m[1minfo     [0m] [1mkind: ProjectRequest api version: project.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:11.521954Z[0m [[32m[1minfo     [0m] [1mCreate ProjectRequest test-kueue-low-resource[0m [[0m[1m[34mocp_resources ProjectRequest[0m][0m
[2m2026-09-15T14:28:11.522073Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'project.openshift.io/v1', 'kind': 'ProjectRequest', 'metadata': {'name': 'test-kueue-low-resource', 'labels': {'kueue.openshift.io/managed': 'true'}}}[0m [[0m[1m[34mocp_resources ProjectRequest[0m][0m
[2m2026-09-15T14:28:11.621215Z[0m [[32m[1minfo     [0m] [1mkind: Project api version: project.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:11.621383Z[0m [[32m[1minfo     [0m] [1mWait for Project test-kueue-low-resource status to be Active[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:11.621583Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_status.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:11.646665Z[0m [[32m[1minfo     [0m] [1mStatus of Project test-kueue-low-resource is Active[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:11.647042Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.933906555175781e-05 [0:00:00.000039][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:11.647190Z[0m [[32m[1minfo     [0m] [1mResourceEdits: Updating data for resource Namespace test-kueue-low-resource[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:11.647367Z[0m [[32m[1minfo     [0m] [1mUpdate Namespace test-kueue-low-resource:
{'metadata': {'labels': {'kueue.openshift.io/managed': 'true'}, 'name': 'test-kueue-low-resource'}}[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-15T14:28:11.688216Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_notebook_pvc[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:11.688523Z[0m [[32m[1minfo     [0m] [1mCreate PersistentVolumeClaim high-demand-notebook[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:11.688671Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'v1', 'kind': 'PersistentVolumeClaim', 'metadata': {'name': 'high-demand-notebook', 'labels': {'opendatahub.io/dashboard': 'true'}, 'namespace': 'test-kueue-low-resource'}, 'spec': {'volumeMode': 'Filesystem', 'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '10Gi'}}}}[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:11.744700Z[0m [[32m[1minfo     [0m] [1mDelete ClusterQueue notebook-cluster-queue[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:11.780852Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ClusterQueue', 'metadata': {'creationTimestamp': '2026-09-15T14:22:58Z', 'finalizers': ['kueue.x-k8s.io/resource-in-use'], 'generation': 1, 'managedFields': [{'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:flavorFungibility': {'.': {}, 'f:whenCanBorrow': {}, 'f:whenCanPreempt': {}}, 'f:namespaceSelector': {}, 'f:preemption': {'.': {}, 'f:borrowWithinCohort': {'.': {}, 'f:policy': {}}, 'f:reclaimWithinCohort': {}, 'f:withinClusterQueue': {}}, 'f:queueingStrategy': {}, 'f:resourceGroups': {}, 'f:stopPolicy': {}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:22:58Z'}, {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:admittedWorkloads': {}, 'f:conditions': {'.': {}, 'k:{"type":"Active"}': {'.': {}, 'f:lastTransitionTime': {}, 'f:message': {}, 'f:observedGeneration': {}, 'f:reason': {}, 'f:status': {}, 'f:type': {}}}, 'f:flavorsReservation': {'.': {}, 'k:{"name":"notebook-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:flavorsUsage': {'.': {}, 'k:{"name":"notebook-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:pendingWorkloads': {}, 'f:reservingWorkloads': {}}}, 'manager': 'kueue', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-15T14:28:03Z'}], 'name': 'notebook-cluster-queue', 'resourceVersion': '61580', 'uid': '79d7b586-5e74-4fc4-9ea4-51089c7aec72'}, 'spec': {'flavorFungibility': {'whenCanBorrow': 'MayStopSearch', 'whenCanPreempt': 'TryNextFlavor'}, 'namespaceSelector': {'matchLabels': {'kubernetes.io/metadata.name': 'test-kueue-notebook'}}, 'preemption': {'borrowWithinCohort': {'policy': 'Never'}, 'reclaimWithinCohort': 'Never', 'withinClusterQueue': 'Never'}, 'queueingStrategy': 'BestEffortFIFO', 'resourceGroups': [{'coveredResources': ['cpu', 'memory'], 'flavors': [{'name': 'notebook-flavor', 'resources': [{'name': 'cpu', 'nominalQuota': '4'}, {'name': 'memory', 'nominalQuota': '8Gi'}]}]}], 'stopPolicy': 'None'}, 'status': {'admittedWorkloads': 0, 'conditions': [{'lastTransitionTime': '2026-09-15T14:22:58Z', 'message': 'Can admit new workloads', 'observedGeneration': 1, 'reason': 'Ready', 'status': 'True', 'type': 'Active'}], 'flavorsReservation': [{'name': 'notebook-flavor', 'resources': [{'borrowed': '0', 'name': 'cpu', 'total': '0'}, {'borrowed': '0', 'name': 'memory', 'total': '0'}]}], 'flavorsUsage': [{'name': 'notebook-flavor', 'resources': [{'borrowed': '0', 'name': 'cpu', 'total': '0'}, {'borrowed': '0', 'name': 'memory', 'total': '0'}]}], 'pendingWorkloads': 0, 'reservingWorkloads': 0}}[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:11.802109Z[0m [[32m[1minfo     [0m] [1mWait until ClusterQueue notebook-cluster-queue is deleted[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:11.802260Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:12.832333Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.0152790546417236 [0:00:01.015279][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:12.832600Z[0m [[32m[1minfo     [0m] [1mDelete ResourceFlavor notebook-flavor[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:12.861191Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ResourceFlavor', 'metadata': {'creationTimestamp': '2026-09-15T14:22:58Z', 'finalizers': ['kueue.x-k8s.io/resource-in-use'], 'generation': 1, 'managedFields': [{'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:22:58Z'}], 'name': 'notebook-flavor', 'resourceVersion': '55844', 'uid': '8d0b92d5-6f37-4f66-9262-2d5d4b7a192f'}, 'spec': {}}[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:12.876972Z[0m [[32m[1minfo     [0m] [1mWait until ResourceFlavor notebook-flavor is deleted[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:12.877118Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:13.906643Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.0145235061645508 [0:00:01.014524][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:13.906912Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_resource_flavor[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:13.907040Z[0m [[32m[1minfo     [0m] [1mkind: ResourceFlavor api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:13.907151Z[0m [[32m[1minfo     [0m] [1mCreate ResourceFlavor low-resource-flavor[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:13.907257Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ResourceFlavor', 'metadata': {'name': 'low-resource-flavor'}, 'spec': {}}[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:14.021248Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_cluster_queue[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:14.021546Z[0m [[32m[1minfo     [0m] [1mkind: ClusterQueue api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:14.021713Z[0m [[32m[1minfo     [0m] [1mCreate ClusterQueue low-resource-cluster-queue[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:14.021849Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ClusterQueue', 'metadata': {'name': 'low-resource-cluster-queue'}, 'spec': {'namespaceSelector': {'matchLabels': {'kubernetes.io/metadata.name': 'test-kueue-low-resource'}}, 'resourceGroups': [{'coveredResources': ['cpu', 'memory'], 'flavors': [{'name': 'low-resource-flavor', 'resources': [{'name': 'cpu', 'nominalQuota': '100m'}, {'name': 'memory', 'nominalQuota': '64Mi'}]}]}]}}[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:14.184859Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_local_queue[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:14.185012Z[0m [[32m[1minfo     [0m] [1mkind: LocalQueue api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:14.185129Z[0m [[32m[1minfo     [0m] [1mCreate LocalQueue low-resource-local-queue[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:14.185239Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'LocalQueue', 'metadata': {'name': 'low-resource-local-queue', 'namespace': 'test-kueue-low-resource'}, 'spec': {'clusterQueue': 'low-resource-cluster-queue'}}[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:14.214848Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_hardware_profile[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:14.215022Z[0m [[32m[1minfo     [0m] [1mkind: HardwareProfile api version: infrastructure.opendatahub.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:14.215168Z[0m [[32m[1minfo     [0m] [1mCreate HardwareProfile high-demand-hwp[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:14.215316Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'infrastructure.opendatahub.io/v1', 'kind': 'HardwareProfile', 'metadata': {'name': 'high-demand-hwp', 'namespace': 'test-kueue-low-resource'}, 'spec': {'identifiers': [{'displayName': 'CPU', 'identifier': 'cpu', 'minCount': '100m', 'maxCount': '4', 'defaultCount': '2', 'resourceType': 'CPU'}, {'displayName': 'Memory', 'identifier': 'memory', 'minCount': '128Mi', 'maxCount': '8Gi', 'defaultCount': '2Gi', 'resourceType': 'Memory'}], 'scheduling': {'type': 'Queue', 'kueue': {'localQueueName': 'low-resource-local-queue'}}}}[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:14.244263Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_notebook[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:14.244475Z[0m [[32m[1minfo     [0m] [1mkind: ImageStream api version: image.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:14.377330Z[0m [[32m[1minfo     [0m] [1mkind: Config api version: imageregistry.operator.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:14.391045Z[0m [[32m[1minfo     [0m] [1mImage registry management state: managed, available: True[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-15T14:28:14.391214Z[0m [[32m[1minfo     [0m] [1mResolved ImageStream s2i-minimal-notebook:3.5 via integrated registry: image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5[0m [[0m[1m[34mtests.workbenches.notebook_images.utils[0m][0m [36mname[0m=[35mtests.workbenches.notebook_images.utils[0m
[2m2026-09-15T14:28:14.396592Z[0m [[32m[1minfo     [0m] [1mkind: Notebook api version: kubeflow.org/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:14.396772Z[0m [[32m[1minfo     [0m] [1mCreate Notebook high-demand-notebook[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:28:14.396952Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kubeflow.org/v1', 'kind': 'Notebook', 'metadata': {'annotations': {'notebooks.opendatahub.io/inject-auth': 'true', 'opendatahub.io/accelerator-name': '', 'notebooks.opendatahub.io/last-image-selection': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'opendatahub.io/hardware-profile-name': 'high-demand-hwp'}, 'finalizers': ['notebook.opendatahub.io/kube-rbac-proxy-cleanup'], 'labels': {'app': 'high-demand-notebook', 'opendatahub.io/dashboard': 'true', 'opendatahub.io/odh-managed': 'true'}, 'name': 'high-demand-notebook', 'namespace': 'test-kueue-low-resource'}, 'spec': {'template': {'spec': {'affinity': {}, 'containers': [{'env': [{'name': 'NOTEBOOK_ARGS', 'value': "--ServerApp.port=8888\n                  --ServerApp.token=''\n                  --ServerApp.password=''\n                  --ServerApp.base_url=/notebook/test-kueue-low-resource/high-demand-notebook\n                  --ServerApp.quit_button=False\n"}, {'name': 'JUPYTER_IMAGE', 'value': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5'}], 'image': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-low-resource/high-demand-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'high-demand-notebook', 'ports': [{'containerPort': 8888, 'name': 'notebook-port', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-low-resource/high-demand-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'volumeMounts': [{'mountPath': '/opt/app-root/src', 'name': 'high-demand-notebook'}, {'mountPath': '/dev/shm', 'name': 'shm'}], 'workingDir': '/opt/app-root/src'}], 'enableServiceLinks': False, 'serviceAccountName': 'high-demand-notebook', 'volumes': [{'name': 'high-demand-notebook', 'persistentVolumeClaim': {'claimName': 'high-demand-notebook'}}, {'emptyDir': {'medium': 'Memory'}, 'name': 'shm'}]}}}}[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[1m--------------------------------------------------------- CALL ---------------------------------------------------------[0m
[2m2026-09-15T14:28:14.696653Z[0m [[32m[1minfo     [0m] [1mWait until Pod high-demand-notebook-0 is created[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:28:14.696937Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:15.735859Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.0149805545806885 [0:00:01.014981][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:15.755028Z[0m [[32m[1minfo     [0m] [1mWaiting for 30 seconds [0:00:30], retry every 2 seconds. (Function: utilities.kueue_utils.check_gated_pods_and_running_pods  Kwargs: {'labels': ['kueue.x-k8s.io/queue-name=low-resource-local-queue'], 'namespace': 'test-kueue-low-resource', 'admin_client': <kubernetes.dynamic.client.DynamicClient object at 0x7f797feb1810>})[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:15.811030Z[0m [[32m[1minfo     [0m] [1mElapsed time: 0.0001277923583984375 [0:00:00.000128][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:15.811202Z[0m [[32m[1minfo     [0m] [1mkind: Workload api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
PASSED[2m2026-09-15T14:28:15.840795Z[0m [[32m[1minfo     [0m] [1mNotebook pod correctly gated by Kueue due to HWP resources exceeding quota (quota CPU=100m, memory=64Mi, HWP defaults CPU=2, memory=2Gi), workload 'statefulset-high-demand-notebook-cd1bf' not admitted[0m [[0m[1m[34m_pytest.compat[0m][0m [36mname[0m=[35mtest_kueue_integration[0m
[1m
TEST: TestKueueNotebookIntegration.test_kueue_notebook_resource_constraints[test_resource_starvation] STATUS: [0;32mPASSED[0m[0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m

_ 2 of 7 completed, 1 Pass, 1 Fail, 0 Skip, 0 XPass, 0 XFail, 0 Error, 0 ReRun _

tests/workbenches/notebooks_server/controller/test_kueue_integration.py::TestKueueNotebookIntegration::test_kueue_notebook_stop_start[test_stop_start] [1m
----------------------------------- test_kueue_notebook_stop_start[test_stop_start] -----------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-09-15T14:28:15.844324Z[0m [[32m[1minfo     [0m] [1mDelete Notebook high-demand-notebook[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:28:15.883653Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kubeflow.org/v1', 'kind': 'Notebook', 'metadata': {'annotations': {'notebooks.opendatahub.io/inject-auth': 'true', 'notebooks.opendatahub.io/last-image-selection': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'opendatahub.io/accelerator-name': '', 'opendatahub.io/hardware-profile-name': 'high-demand-hwp', 'opendatahub.io/hardware-profile-namespace': 'test-kueue-low-resource'}, 'creationTimestamp': '2026-09-15T14:28:14Z', 'finalizers': ['notebook.opendatahub.io/kube-rbac-proxy-cleanup', 'notebook.opendatahub.io/httproute-cleanup', 'notebook.opendatahub.io/referencegrant-cleanup'], 'generation': 1, 'labels': {'app': 'high-demand-notebook', 'kueue.x-k8s.io/queue-name': 'low-resource-local-queue', 'opendatahub.io/dashboard': 'true', 'opendatahub.io/odh-managed': 'true'}, 'managedFields': [{'apiVersion': 'kubeflow.org/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {}, 'f:notebooks.opendatahub.io/inject-auth': {}, 'f:notebooks.opendatahub.io/last-image-selection': {}, 'f:opendatahub.io/accelerator-name': {}, 'f:opendatahub.io/hardware-profile-name': {}}, 'f:finalizers': {'.': {}, 'v:"notebook.opendatahub.io/kube-rbac-proxy-cleanup"': {}}, 'f:labels': {'.': {}, 'f:app': {}, 'f:opendatahub.io/dashboard': {}, 'f:opendatahub.io/odh-managed': {}}}, 'f:spec': {'.': {}, 'f:template': {'.': {}, 'f:spec': {'.': {}, 'f:affinity': {}, 'f:containers': {'.': {}, 'k:{"name":"high-demand-notebook"}': {'.': {}, 'f:env': {'.': {}, 'k:{"name":"JUPYTER_IMAGE"}': {'.': {}, 'f:name': {}, 'f:value': {}}, 'k:{"name":"NOTEBOOK_ARGS"}': {'.': {}, 'f:name': {}, 'f:value': {}}}, 'f:image': {}, 'f:imagePullPolicy': {}, 'f:livenessProbe': {'.': {}, 'f:failureThreshold': {}, 'f:httpGet': {'.': {}, 'f:path': {}, 'f:port': {}, 'f:scheme': {}}, 'f:initialDelaySeconds': {}, 'f:periodSeconds': {}, 'f:successThreshold': {}, 'f:timeoutSeconds': {}}, 'f:name': {}, 'f:ports': {'.': {}, 'k:{"containerPort":8888,"protocol":"TCP"}': {'.': {}, 'f:containerPort': {}, 'f:name': {}, 'f:protocol': {}}}, 'f:readinessProbe': {'.': {}, 'f:failureThreshold': {}, 'f:httpGet': {'.': {}, 'f:path': {}, 'f:port': {}, 'f:scheme': {}}, 'f:initialDelaySeconds': {}, 'f:periodSeconds': {}, 'f:successThreshold': {}, 'f:timeoutSeconds': {}}, 'f:volumeMounts': {'.': {}, 'k:{"mountPath":"/dev/shm"}': {'.': {}, 'f:mountPath': {}, 'f:name': {}}, 'k:{"mountPath":"/opt/app-root/src"}': {'.': {}, 'f:mountPath': {}, 'f:name': {}}}, 'f:workingDir': {}}}, 'f:enableServiceLinks': {}, 'f:serviceAccountName': {}, 'f:volumes': {'.': {}, 'k:{"name":"high-demand-notebook"}': {'.': {}, 'f:name': {}, 'f:persistentVolumeClaim': {'.': {}, 'f:claimName': {}}}, 'k:{"name":"shm"}': {'.': {}, 'f:emptyDir': {'.': {}, 'f:medium': {}}, 'f:name': {}}}}}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:14Z'}, {'apiVersion': 'kubeflow.org/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:finalizers': {'v:"notebook.opendatahub.io/httproute-cleanup"': {}, 'v:"notebook.opendatahub.io/referencegrant-cleanup"': {}}}}, 'manager': 'manager', 'operation': 'Update', 'time': '2026-09-15T14:28:14Z'}, {'apiVersion': 'kubeflow.org/v1beta1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:conditions': {}, 'f:containerState': {}, 'f:readyReplicas': {}}}, 'manager': 'manager', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-15T14:28:15Z'}], 'name': 'high-demand-notebook', 'namespace': 'test-kueue-low-resource', 'resourceVersion': '62006', 'uid': 'b2227a2d-0b82-43d5-93ae-cfec3c1515a2'}, 'spec': {'template': {'spec': {'affinity': {}, 'containers': [{'env': [{'name': 'NOTEBOOK_ARGS', 'value': "--ServerApp.port=8888\n                  --ServerApp.token=''\n                  --ServerApp.password=''\n                  --ServerApp.base_url=/notebook/test-kueue-low-resource/high-demand-notebook\n                  --ServerApp.quit_button=False\n"}, {'name': 'JUPYTER_IMAGE', 'value': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5'}, {'name': 'PIP_CERT', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'REQUESTS_CA_BUNDLE', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'SSL_CERT_FILE', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'PIPELINES_SSL_SA_CERTS', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'KF_PIPELINES_SSL_SA_CERTS', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'GIT_SSL_CAINFO', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}], 'image': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-low-resource/high-demand-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'high-demand-notebook', 'ports': [{'containerPort': 8888, 'name': 'notebook-port', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-low-resource/high-demand-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'resources': {'limits': {'cpu': '2', 'memory': '2Gi'}, 'requests': {'cpu': '2', 'memory': '2Gi'}}, 'volumeMounts': [{'mountPath': '/opt/app-root/src', 'name': 'high-demand-notebook'}, {'mountPath': '/dev/shm', 'name': 'shm'}, {'mountPath': '/etc/pki/tls/custom-certs', 'name': 'trusted-ca', 'readOnly': True}, {'mountPath': '/opt/app-root/pipeline-runtimes/', 'name': 'runtime-images'}], 'workingDir': '/opt/app-root/src'}, {'args': ['--secure-listen-address=0.0.0.0:8443', '--upstream=http://127.0.0.1:8888/', '--logtostderr=true', '--v=10', '--proxy-endpoints-port=8444', '--config-file=/etc/kube-rbac-proxy/config-file.yaml', '--tls-cert-file=/etc/tls/private/tls.crt', '--tls-private-key-file=/etc/tls/private/tls.key', '--auth-header-fields-enabled=true', '--auth-header-user-field-name=X-Auth-Request-User', '--auth-header-groups-field-name=X-Auth-Request-Groups'], 'image': 'registry.redhat.io/rhoai/odh-kube-rbac-proxy-rhel9@sha256:1e614e46799fd020ac18d95c06a463421154ce86e59ccb3fa6007e66fed9910e', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/healthz', 'port': 8444, 'scheme': 'HTTPS'}, 'initialDelaySeconds': 30, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'kube-rbac-proxy', 'ports': [{'containerPort': 8443, 'name': 'kube-rbac-proxy', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/healthz', 'port': 8444, 'scheme': 'HTTPS'}, 'initialDelaySeconds': 5, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'resources': {'limits': {'cpu': '100m', 'memory': '64Mi'}, 'requests': {'cpu': '100m', 'memory': '64Mi'}}, 'volumeMounts': [{'mountPath': '/etc/kube-rbac-proxy', 'name': 'kube-rbac-proxy-config'}, {'mountPath': '/etc/tls/private', 'name': 'kube-rbac-proxy-tls-certificates'}]}], 'enableServiceLinks': False, 'serviceAccountName': 'high-demand-notebook', 'volumes': [{'name': 'high-demand-notebook', 'persistentVolumeClaim': {'claimName': 'high-demand-notebook'}}, {'emptyDir': {'medium': 'Memory'}, 'name': 'shm'}, {'configMap': {'name': 'workbench-trusted-ca-bundle', 'optional': True}, 'name': 'trusted-ca'}, {'configMap': {'name': 'pipeline-runtime-images', 'optional': True}, 'name': 'runtime-images'}, {'configMap': {'defaultMode': 420, 'name': 'high-demand-notebook-kube-rbac-proxy-config'}, 'name': 'kube-rbac-proxy-config'}, {'name': 'kube-rbac-proxy-tls-certificates', 'secret': {'defaultMode': 420, 'secretName': 'high-demand-notebook-kube-rbac-proxy-tls'}}]}}}, 'status': {'conditions': [{'lastProbeTime': '2026-09-15T14:28:15Z', 'lastTransitionTime': '2026-09-15T14:28:15Z', 'message': 'Scheduling is blocked due to non-empty scheduling gates', 'reason': 'SchedulingGated', 'status': 'False', 'type': 'PodScheduled'}], 'containerState': {}, 'readyReplicas': 0}}[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:28:15.909457Z[0m [[32m[1minfo     [0m] [1mWait until Notebook high-demand-notebook is deleted[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:28:15.909641Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:16.938890Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.0143706798553467 [0:00:01.014371][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:16.939041Z[0m [[32m[1minfo     [0m] [1mDelete HardwareProfile high-demand-hwp[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:16.968395Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'infrastructure.opendatahub.io/v1', 'kind': 'HardwareProfile', 'metadata': {'creationTimestamp': '2026-09-15T14:28:14Z', 'generation': 1, 'managedFields': [{'apiVersion': 'infrastructure.opendatahub.io/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:identifiers': {}, 'f:scheduling': {'.': {}, 'f:kueue': {'.': {}, 'f:localQueueName': {}}, 'f:type': {}}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:14Z'}], 'name': 'high-demand-hwp', 'namespace': 'test-kueue-low-resource', 'resourceVersion': '61925', 'uid': 'a9f5c9f3-0c44-4896-bbff-7e39a12aab5d'}, 'spec': {'identifiers': [{'defaultCount': '2', 'displayName': 'CPU', 'identifier': 'cpu', 'maxCount': '4', 'minCount': '100m', 'resourceType': 'CPU'}, {'defaultCount': '2Gi', 'displayName': 'Memory', 'identifier': 'memory', 'maxCount': '8Gi', 'minCount': '128Mi', 'resourceType': 'Memory'}], 'scheduling': {'kueue': {'localQueueName': 'low-resource-local-queue'}, 'type': 'Queue'}}}[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:16.983941Z[0m [[32m[1minfo     [0m] [1mWait until HardwareProfile high-demand-hwp is deleted[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:16.984085Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:16.998377Z[0m [[32m[1minfo     [0m] [1mElapsed time: 5.53131103515625e-05 [0:00:00.000055][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:16.998564Z[0m [[32m[1minfo     [0m] [1mDelete LocalQueue low-resource-local-queue[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:17.033943Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'LocalQueue', 'metadata': {'creationTimestamp': '2026-09-15T14:28:14Z', 'generation': 1, 'managedFields': [{'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:clusterQueue': {}, 'f:stopPolicy': {}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:14Z'}, {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:admittedWorkloads': {}, 'f:conditions': {'.': {}, 'k:{"type":"Active"}': {'.': {}, 'f:lastTransitionTime': {}, 'f:message': {}, 'f:observedGeneration': {}, 'f:reason': {}, 'f:status': {}, 'f:type': {}}}, 'f:flavorsReservation': {'.': {}, 'k:{"name":"low-resource-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:flavorsUsage': {'.': {}, 'k:{"name":"low-resource-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:pendingWorkloads': {}, 'f:reservingWorkloads': {}}}, 'manager': 'kueue', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-15T14:28:14Z'}], 'name': 'low-resource-local-queue', 'namespace': 'test-kueue-low-resource', 'resourceVersion': '61924', 'uid': '3e6c6174-d5e8-4ea3-b919-94f83b75b97c'}, 'spec': {'clusterQueue': 'low-resource-cluster-queue', 'stopPolicy': 'None'}, 'status': {'admittedWorkloads': 0, 'conditions': [{'lastTransitionTime': '2026-09-15T14:28:14Z', 'message': 'Can submit new workloads to localQueue', 'observedGeneration': 1, 'reason': 'Ready', 'status': 'True', 'type': 'Active'}], 'flavorsReservation': [{'name': 'low-resource-flavor', 'resources': [{'name': 'cpu', 'total': '0'}, {'name': 'memory', 'total': '0'}]}], 'flavorsUsage': [{'name': 'low-resource-flavor', 'resources': [{'name': 'cpu', 'total': '0'}, {'name': 'memory', 'total': '0'}]}], 'pendingWorkloads': 0, 'reservingWorkloads': 0}}[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:17.054088Z[0m [[32m[1minfo     [0m] [1mWait until LocalQueue low-resource-local-queue is deleted[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:17.054240Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:17.072092Z[0m [[32m[1minfo     [0m] [1mElapsed time: 7.700920104980469e-05 [0:00:00.000077][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:17.072235Z[0m [[32m[1minfo     [0m] [1mDelete PersistentVolumeClaim high-demand-notebook[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:17.100357Z[0m [[32m[1minfo     [0m] [1mDeleting {'kind': 'PersistentVolumeClaim', 'apiVersion': 'v1', 'metadata': {'name': 'high-demand-notebook', 'namespace': 'test-kueue-low-resource', 'uid': 'e637aca0-97ee-4ef5-950f-f64d96a7775d', 'resourceVersion': '61836', 'creationTimestamp': '2026-09-15T14:28:11Z', 'labels': {'opendatahub.io/dashboard': 'true'}, 'finalizers': ['kubernetes.io/pvc-protection'], 'managedFields': [{'manager': 'OpenAPI-Generator', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:11Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:labels': {'.': {}, 'f:opendatahub.io/dashboard': {}}}, 'f:spec': {'f:accessModes': {}, 'f:resources': {'f:requests': {'.': {}, 'f:storage': {}}}, 'f:volumeMode': {}}}}]}, 'spec': {'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '10Gi'}}, 'storageClassName': 'gp3-csi', 'volumeMode': 'Filesystem'}, 'status': {'phase': 'Pending'}}[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:17.118985Z[0m [[32m[1minfo     [0m] [1mWait until PersistentVolumeClaim high-demand-notebook is deleted[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:17.119132Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:18.154877Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.0204763412475586 [0:00:01.020476][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:18.167802Z[0m [[32m[1minfo     [0m] [1mDelete Project test-kueue-low-resource[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:18.232402Z[0m [[32m[1minfo     [0m] [1mDeleting {'kind': 'Project', 'apiVersion': 'project.openshift.io/v1', 'metadata': {'name': 'test-kueue-low-resource', 'uid': 'a41a8c4e-84f7-4531-992e-c176166720f6', 'resourceVersion': '61832', 'creationTimestamp': '2026-09-15T14:28:11Z', 'labels': {'kubernetes.io/metadata.name': 'test-kueue-low-resource', 'kueue.openshift.io/managed': 'true', 'pod-security.kubernetes.io/audit': 'restricted', 'pod-security.kubernetes.io/audit-version': 'latest', 'pod-security.kubernetes.io/warn': 'restricted', 'pod-security.kubernetes.io/warn-version': 'latest'}, 'annotations': {'openshift.io/description': '', 'openshift.io/display-name': '', 'openshift.io/requester': 'system:serviceaccount:kube-system:olminstall-cluster-admin', 'openshift.io/sa.scc.mcs': 's0:c29,c9', 'openshift.io/sa.scc.supplemental-groups': '1000830000/10000', 'openshift.io/sa.scc.uid-range': '1000830000/10000', 'security.openshift.io/MinimallySufficientPodSecurityStandard': 'restricted'}, 'managedFields': [{'manager': 'cluster-policy-controller', 'operation': 'Apply', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:11Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:openshift.io/sa.scc.mcs': {}, 'f:openshift.io/sa.scc.supplemental-groups': {}, 'f:openshift.io/sa.scc.uid-range': {}}}}}, {'manager': 'pod-security-admission-label-synchronization-controller', 'operation': 'Apply', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:11Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:security.openshift.io/MinimallySufficientPodSecurityStandard': {}}, 'f:labels': {'f:pod-security.kubernetes.io/audit': {}, 'f:pod-security.kubernetes.io/audit-version': {}, 'f:pod-security.kubernetes.io/warn': {}, 'f:pod-security.kubernetes.io/warn-version': {}}}}}, {'manager': 'OpenAPI-Generator', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:11Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:labels': {'f:kueue.openshift.io/managed': {}}}}}, {'manager': 'openshift-apiserver', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:11Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {}, 'f:openshift.io/description': {}, 'f:openshift.io/display-name': {}, 'f:openshift.io/requester': {}}, 'f:labels': {'.': {}, 'f:kubernetes.io/metadata.name': {}}}}}, {'manager': 'openshift-controller-manager', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:11Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'f:finalizers': {}}}, 'subresource': 'finalize'}]}, 'spec': {'finalizers': ['kubernetes']}, 'status': {'phase': 'Active'}}[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:18.310615Z[0m [[32m[1minfo     [0m] [1mWait until Project test-kueue-low-resource is deleted[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:18.310803Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:25.464232Z[0m [[32m[1minfo     [0m] [1mElapsed time: 7.134961843490601 [0:00:07.134962][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:25.464424Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_notebook_namespace[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:25.464605Z[0m [[32m[1minfo     [0m] [1mkind: ProjectRequest api version: project.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:25.464731Z[0m [[32m[1minfo     [0m] [1mCreate ProjectRequest test-kueue-notebook[0m [[0m[1m[34mocp_resources ProjectRequest[0m][0m
[2m2026-09-15T14:28:25.464839Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'project.openshift.io/v1', 'kind': 'ProjectRequest', 'metadata': {'name': 'test-kueue-notebook', 'labels': {'kueue.openshift.io/managed': 'true'}}}[0m [[0m[1m[34mocp_resources ProjectRequest[0m][0m
[2m2026-09-15T14:28:25.659086Z[0m [[32m[1minfo     [0m] [1mkind: Project api version: project.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:25.660809Z[0m [[32m[1minfo     [0m] [1mWait for Project test-kueue-notebook status to be Active[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:25.660981Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_status.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:25.722418Z[0m [[32m[1minfo     [0m] [1mStatus of Project test-kueue-notebook is Active[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:28:25.722693Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.910064697265625e-05 [0:00:00.000039][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:25.722972Z[0m [[32m[1minfo     [0m] [1mResourceEdits: Updating data for resource Namespace test-kueue-notebook[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:25.723139Z[0m [[32m[1minfo     [0m] [1mUpdate Namespace test-kueue-notebook:
{'metadata': {'labels': {'kueue.openshift.io/managed': 'true'}, 'name': 'test-kueue-notebook'}}[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-15T14:28:25.819770Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_notebook_pvc[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:25.820008Z[0m [[32m[1minfo     [0m] [1mCreate PersistentVolumeClaim test-kueue-notebook[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:25.820284Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'v1', 'kind': 'PersistentVolumeClaim', 'metadata': {'name': 'test-kueue-notebook', 'labels': {'opendatahub.io/dashboard': 'true'}, 'namespace': 'test-kueue-notebook'}, 'spec': {'volumeMode': 'Filesystem', 'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '10Gi'}}}}[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:28:25.871923Z[0m [[32m[1minfo     [0m] [1mDelete ClusterQueue low-resource-cluster-queue[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:25.907833Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ClusterQueue', 'metadata': {'creationTimestamp': '2026-09-15T14:28:14Z', 'finalizers': ['kueue.x-k8s.io/resource-in-use'], 'generation': 1, 'managedFields': [{'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:flavorFungibility': {'.': {}, 'f:whenCanBorrow': {}, 'f:whenCanPreempt': {}}, 'f:namespaceSelector': {}, 'f:preemption': {'.': {}, 'f:borrowWithinCohort': {'.': {}, 'f:policy': {}}, 'f:reclaimWithinCohort': {}, 'f:withinClusterQueue': {}}, 'f:queueingStrategy': {}, 'f:resourceGroups': {}, 'f:stopPolicy': {}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:14Z'}, {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:admittedWorkloads': {}, 'f:conditions': {'.': {}, 'k:{"type":"Active"}': {'.': {}, 'f:lastTransitionTime': {}, 'f:message': {}, 'f:observedGeneration': {}, 'f:reason': {}, 'f:status': {}, 'f:type': {}}}, 'f:flavorsReservation': {'.': {}, 'k:{"name":"low-resource-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:flavorsUsage': {'.': {}, 'k:{"name":"low-resource-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:pendingWorkloads': {}, 'f:reservingWorkloads': {}}}, 'manager': 'kueue', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-15T14:28:14Z'}], 'name': 'low-resource-cluster-queue', 'resourceVersion': '61921', 'uid': '877315b4-385b-41a2-8810-848adcffca08'}, 'spec': {'flavorFungibility': {'whenCanBorrow': 'MayStopSearch', 'whenCanPreempt': 'TryNextFlavor'}, 'namespaceSelector': {'matchLabels': {'kubernetes.io/metadata.name': 'test-kueue-low-resource'}}, 'preemption': {'borrowWithinCohort': {'policy': 'Never'}, 'reclaimWithinCohort': 'Never', 'withinClusterQueue': 'Never'}, 'queueingStrategy': 'BestEffortFIFO', 'resourceGroups': [{'coveredResources': ['cpu', 'memory'], 'flavors': [{'name': 'low-resource-flavor', 'resources': [{'name': 'cpu', 'nominalQuota': '100m'}, {'name': 'memory', 'nominalQuota': '64Mi'}]}]}], 'stopPolicy': 'None'}, 'status': {'admittedWorkloads': 0, 'conditions': [{'lastTransitionTime': '2026-09-15T14:28:14Z', 'message': 'Can admit new workloads', 'observedGeneration': 1, 'reason': 'Ready', 'status': 'True', 'type': 'Active'}], 'flavorsReservation': [{'name': 'low-resource-flavor', 'resources': [{'borrowed': '0', 'name': 'cpu', 'total': '0'}, {'borrowed': '0', 'name': 'memory', 'total': '0'}]}], 'flavorsUsage': [{'name': 'low-resource-flavor', 'resources': [{'borrowed': '0', 'name': 'cpu', 'total': '0'}, {'borrowed': '0', 'name': 'memory', 'total': '0'}]}], 'pendingWorkloads': 0, 'reservingWorkloads': 0}}[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:25.928377Z[0m [[32m[1minfo     [0m] [1mWait until ClusterQueue low-resource-cluster-queue is deleted[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:25.928587Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:26.956482Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.0133168697357178 [0:00:01.013317][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:26.956671Z[0m [[32m[1minfo     [0m] [1mDelete ResourceFlavor low-resource-flavor[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:26.985657Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ResourceFlavor', 'metadata': {'creationTimestamp': '2026-09-15T14:28:13Z', 'finalizers': ['kueue.x-k8s.io/resource-in-use'], 'generation': 1, 'managedFields': [{'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:13Z'}], 'name': 'low-resource-flavor', 'resourceVersion': '61915', 'uid': '7ebdb388-7be7-420d-92bc-aa383f22c71f'}, 'spec': {}}[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:27.001250Z[0m [[32m[1minfo     [0m] [1mWait until ResourceFlavor low-resource-flavor is deleted[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:27.001416Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:28.029184Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.012650728225708 [0:00:01.012651][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:28.029504Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_resource_flavor[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:28.029674Z[0m [[32m[1minfo     [0m] [1mkind: ResourceFlavor api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:28.029810Z[0m [[32m[1minfo     [0m] [1mCreate ResourceFlavor notebook-flavor[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:28.029920Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ResourceFlavor', 'metadata': {'name': 'notebook-flavor'}, 'spec': {}}[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:28:28.091325Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_cluster_queue[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:28.091651Z[0m [[32m[1minfo     [0m] [1mkind: ClusterQueue api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:28.091794Z[0m [[32m[1minfo     [0m] [1mCreate ClusterQueue notebook-cluster-queue[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:28.091912Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ClusterQueue', 'metadata': {'name': 'notebook-cluster-queue'}, 'spec': {'namespaceSelector': {'matchLabels': {'kubernetes.io/metadata.name': 'test-kueue-notebook'}}, 'resourceGroups': [{'coveredResources': ['cpu', 'memory'], 'flavors': [{'name': 'notebook-flavor', 'resources': [{'name': 'cpu', 'nominalQuota': '4'}, {'name': 'memory', 'nominalQuota': '8Gi'}]}]}]}}[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:28:28.157465Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_local_queue[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:28.157750Z[0m [[32m[1minfo     [0m] [1mkind: LocalQueue api version: kueue.x-k8s.io/v1beta2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:28.157904Z[0m [[32m[1minfo     [0m] [1mCreate LocalQueue notebook-local-queue[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:28.158066Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'LocalQueue', 'metadata': {'name': 'notebook-local-queue', 'namespace': 'test-kueue-notebook'}, 'spec': {'clusterQueue': 'notebook-cluster-queue'}}[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:28:28.191057Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_hardware_profile[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:28.191343Z[0m [[32m[1minfo     [0m] [1mkind: HardwareProfile api version: infrastructure.opendatahub.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:28.191531Z[0m [[32m[1minfo     [0m] [1mCreate HardwareProfile notebook-hwp[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:28.191687Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'infrastructure.opendatahub.io/v1', 'kind': 'HardwareProfile', 'metadata': {'name': 'notebook-hwp', 'namespace': 'test-kueue-notebook'}, 'spec': {'identifiers': [{'displayName': 'CPU', 'identifier': 'cpu', 'minCount': '100m', 'maxCount': '4', 'defaultCount': '500m', 'resourceType': 'CPU'}, {'displayName': 'Memory', 'identifier': 'memory', 'minCount': '128Mi', 'maxCount': '8Gi', 'defaultCount': '1Gi', 'resourceType': 'Memory'}], 'scheduling': {'type': 'Queue', 'kueue': {'localQueueName': 'notebook-local-queue'}}}}[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:28:28.223654Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: kueue_notebook[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:28:28.223842Z[0m [[32m[1minfo     [0m] [1mkind: ImageStream api version: image.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:28.350413Z[0m [[32m[1minfo     [0m] [1mkind: Config api version: imageregistry.operator.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:28.364173Z[0m [[32m[1minfo     [0m] [1mImage registry management state: managed, available: True[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-15T14:28:28.364294Z[0m [[32m[1minfo     [0m] [1mResolved ImageStream s2i-minimal-notebook:3.5 via integrated registry: image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5[0m [[0m[1m[34mtests.workbenches.notebook_images.utils[0m][0m [36mname[0m=[35mtests.workbenches.notebook_images.utils[0m
[2m2026-09-15T14:28:28.368300Z[0m [[32m[1minfo     [0m] [1mkind: Notebook api version: kubeflow.org/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:28:28.368473Z[0m [[32m[1minfo     [0m] [1mCreate Notebook test-kueue-notebook[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:28:28.368648Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kubeflow.org/v1', 'kind': 'Notebook', 'metadata': {'annotations': {'notebooks.opendatahub.io/inject-auth': 'true', 'opendatahub.io/accelerator-name': '', 'notebooks.opendatahub.io/last-image-selection': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'opendatahub.io/hardware-profile-name': 'notebook-hwp'}, 'finalizers': ['notebook.opendatahub.io/kube-rbac-proxy-cleanup'], 'labels': {'app': 'test-kueue-notebook', 'opendatahub.io/dashboard': 'true', 'opendatahub.io/odh-managed': 'true'}, 'name': 'test-kueue-notebook', 'namespace': 'test-kueue-notebook'}, 'spec': {'template': {'spec': {'affinity': {}, 'containers': [{'env': [{'name': 'NOTEBOOK_ARGS', 'value': "--ServerApp.port=8888\n                  --ServerApp.token=''\n                  --ServerApp.password=''\n                  --ServerApp.base_url=/notebook/test-kueue-notebook/test-kueue-notebook\n                  --ServerApp.quit_button=False\n"}, {'name': 'JUPYTER_IMAGE', 'value': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5'}], 'image': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-notebook/test-kueue-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'test-kueue-notebook', 'ports': [{'containerPort': 8888, 'name': 'notebook-port', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-notebook/test-kueue-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'volumeMounts': [{'mountPath': '/opt/app-root/src', 'name': 'test-kueue-notebook'}, {'mountPath': '/dev/shm', 'name': 'shm'}], 'workingDir': '/opt/app-root/src'}], 'enableServiceLinks': False, 'serviceAccountName': 'test-kueue-notebook', 'volumes': [{'name': 'test-kueue-notebook', 'persistentVolumeClaim': {'claimName': 'test-kueue-notebook'}}, {'emptyDir': {'medium': 'Memory'}, 'name': 'shm'}]}}}}[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[1m--------------------------------------------------------- CALL ---------------------------------------------------------[0m
[2m2026-09-15T14:28:28.644232Z[0m [[32m[1minfo     [0m] [1mWait until Pod test-kueue-notebook-0 is created[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:28:28.644397Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:30.696979Z[0m [[32m[1minfo     [0m] [1mElapsed time: 2.0283472537994385 [0:00:02.028347][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:30.697235Z[0m [[32m[1minfo     [0m] [1mWait for Pod/test-kueue-notebook-0's 'Ready' condition to be 'True'[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:28:30.697376Z[0m [[32m[1minfo     [0m] [1mWait until Pod test-kueue-notebook-0 is created[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:28:30.697538Z[0m [[32m[1minfo     [0m] [1mWaiting for 300 seconds [0:05:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:30.711545Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.075599670410156e-05 [0:00:00.000031][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:28:30.711708Z[0m [[32m[1minfo     [0m] [1mWaiting for 299.9853677749634 seconds [0:04:59.985368], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_condition.lambda: self.instance)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:54.884138Z[0m [[32m[1minfo     [0m] [1mDelete Notebook test-kueue-notebook[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:32:54.922779Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kubeflow.org/v1', 'kind': 'Notebook', 'metadata': {'annotations': {'notebooks.opendatahub.io/inject-auth': 'true', 'notebooks.opendatahub.io/last-image-selection': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'opendatahub.io/accelerator-name': '', 'opendatahub.io/hardware-profile-name': 'notebook-hwp', 'opendatahub.io/hardware-profile-namespace': 'test-kueue-notebook'}, 'creationTimestamp': '2026-09-15T14:28:28Z', 'finalizers': ['notebook.opendatahub.io/kube-rbac-proxy-cleanup', 'notebook.opendatahub.io/httproute-cleanup', 'notebook.opendatahub.io/referencegrant-cleanup'], 'generation': 1, 'labels': {'app': 'test-kueue-notebook', 'kueue.x-k8s.io/queue-name': 'notebook-local-queue', 'opendatahub.io/dashboard': 'true', 'opendatahub.io/odh-managed': 'true'}, 'managedFields': [{'apiVersion': 'kubeflow.org/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {}, 'f:notebooks.opendatahub.io/inject-auth': {}, 'f:notebooks.opendatahub.io/last-image-selection': {}, 'f:opendatahub.io/accelerator-name': {}, 'f:opendatahub.io/hardware-profile-name': {}}, 'f:finalizers': {'.': {}, 'v:"notebook.opendatahub.io/kube-rbac-proxy-cleanup"': {}}, 'f:labels': {'.': {}, 'f:app': {}, 'f:opendatahub.io/dashboard': {}, 'f:opendatahub.io/odh-managed': {}}}, 'f:spec': {'.': {}, 'f:template': {'.': {}, 'f:spec': {'.': {}, 'f:affinity': {}, 'f:containers': {'.': {}, 'k:{"name":"test-kueue-notebook"}': {'.': {}, 'f:env': {'.': {}, 'k:{"name":"JUPYTER_IMAGE"}': {'.': {}, 'f:name': {}, 'f:value': {}}, 'k:{"name":"NOTEBOOK_ARGS"}': {'.': {}, 'f:name': {}, 'f:value': {}}}, 'f:image': {}, 'f:imagePullPolicy': {}, 'f:livenessProbe': {'.': {}, 'f:failureThreshold': {}, 'f:httpGet': {'.': {}, 'f:path': {}, 'f:port': {}, 'f:scheme': {}}, 'f:initialDelaySeconds': {}, 'f:periodSeconds': {}, 'f:successThreshold': {}, 'f:timeoutSeconds': {}}, 'f:name': {}, 'f:ports': {'.': {}, 'k:{"containerPort":8888,"protocol":"TCP"}': {'.': {}, 'f:containerPort': {}, 'f:name': {}, 'f:protocol': {}}}, 'f:readinessProbe': {'.': {}, 'f:failureThreshold': {}, 'f:httpGet': {'.': {}, 'f:path': {}, 'f:port': {}, 'f:scheme': {}}, 'f:initialDelaySeconds': {}, 'f:periodSeconds': {}, 'f:successThreshold': {}, 'f:timeoutSeconds': {}}, 'f:volumeMounts': {'.': {}, 'k:{"mountPath":"/dev/shm"}': {'.': {}, 'f:mountPath': {}, 'f:name': {}}, 'k:{"mountPath":"/opt/app-root/src"}': {'.': {}, 'f:mountPath': {}, 'f:name': {}}}, 'f:workingDir': {}}}, 'f:enableServiceLinks': {}, 'f:serviceAccountName': {}, 'f:volumes': {'.': {}, 'k:{"name":"shm"}': {'.': {}, 'f:emptyDir': {'.': {}, 'f:medium': {}}, 'f:name': {}}, 'k:{"name":"test-kueue-notebook"}': {'.': {}, 'f:name': {}, 'f:persistentVolumeClaim': {'.': {}, 'f:claimName': {}}}}}}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:28Z'}, {'apiVersion': 'kubeflow.org/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:finalizers': {'v:"notebook.opendatahub.io/httproute-cleanup"': {}, 'v:"notebook.opendatahub.io/referencegrant-cleanup"': {}}}}, 'manager': 'manager', 'operation': 'Update', 'time': '2026-09-15T14:28:29Z'}, {'apiVersion': 'kubeflow.org/v1beta1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:conditions': {}, 'f:containerState': {'.': {}, 'f:waiting': {'.': {}, 'f:message': {}, 'f:reason': {}}}, 'f:readyReplicas': {}}}, 'manager': 'manager', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-15T14:31:47Z'}], 'name': 'test-kueue-notebook', 'namespace': 'test-kueue-notebook', 'resourceVersion': '66191', 'uid': 'f8e69aaf-dcbc-40c6-9f48-df1be91a79ce'}, 'spec': {'template': {'spec': {'affinity': {}, 'containers': [{'env': [{'name': 'NOTEBOOK_ARGS', 'value': "--ServerApp.port=8888\n                  --ServerApp.token=''\n                  --ServerApp.password=''\n                  --ServerApp.base_url=/notebook/test-kueue-notebook/test-kueue-notebook\n                  --ServerApp.quit_button=False\n"}, {'name': 'JUPYTER_IMAGE', 'value': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5'}, {'name': 'PIP_CERT', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'REQUESTS_CA_BUNDLE', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'SSL_CERT_FILE', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'PIPELINES_SSL_SA_CERTS', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'KF_PIPELINES_SSL_SA_CERTS', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}, {'name': 'GIT_SSL_CAINFO', 'value': '/etc/pki/tls/custom-certs/ca-bundle.crt'}], 'image': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-notebook/test-kueue-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'test-kueue-notebook', 'ports': [{'containerPort': 8888, 'name': 'notebook-port', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-kueue-notebook/test-kueue-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'resources': {'limits': {'cpu': '500m', 'memory': '1Gi'}, 'requests': {'cpu': '500m', 'memory': '1Gi'}}, 'volumeMounts': [{'mountPath': '/opt/app-root/src', 'name': 'test-kueue-notebook'}, {'mountPath': '/dev/shm', 'name': 'shm'}, {'mountPath': '/etc/pki/tls/custom-certs', 'name': 'trusted-ca', 'readOnly': True}, {'mountPath': '/opt/app-root/pipeline-runtimes/', 'name': 'runtime-images'}], 'workingDir': '/opt/app-root/src'}, {'args': ['--secure-listen-address=0.0.0.0:8443', '--upstream=http://127.0.0.1:8888/', '--logtostderr=true', '--v=10', '--proxy-endpoints-port=8444', '--config-file=/etc/kube-rbac-proxy/config-file.yaml', '--tls-cert-file=/etc/tls/private/tls.crt', '--tls-private-key-file=/etc/tls/private/tls.key', '--auth-header-fields-enabled=true', '--auth-header-user-field-name=X-Auth-Request-User', '--auth-header-groups-field-name=X-Auth-Request-Groups'], 'image': 'registry.redhat.io/rhoai/odh-kube-rbac-proxy-rhel9@sha256:1e614e46799fd020ac18d95c06a463421154ce86e59ccb3fa6007e66fed9910e', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/healthz', 'port': 8444, 'scheme': 'HTTPS'}, 'initialDelaySeconds': 30, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'kube-rbac-proxy', 'ports': [{'containerPort': 8443, 'name': 'kube-rbac-proxy', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/healthz', 'port': 8444, 'scheme': 'HTTPS'}, 'initialDelaySeconds': 5, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'resources': {'limits': {'cpu': '100m', 'memory': '64Mi'}, 'requests': {'cpu': '100m', 'memory': '64Mi'}}, 'volumeMounts': [{'mountPath': '/etc/kube-rbac-proxy', 'name': 'kube-rbac-proxy-config'}, {'mountPath': '/etc/tls/private', 'name': 'kube-rbac-proxy-tls-certificates'}]}], 'enableServiceLinks': False, 'serviceAccountName': 'test-kueue-notebook', 'volumes': [{'name': 'test-kueue-notebook', 'persistentVolumeClaim': {'claimName': 'test-kueue-notebook'}}, {'emptyDir': {'medium': 'Memory'}, 'name': 'shm'}, {'configMap': {'name': 'workbench-trusted-ca-bundle', 'optional': True}, 'name': 'trusted-ca'}, {'configMap': {'name': 'pipeline-runtime-images', 'optional': True}, 'name': 'runtime-images'}, {'configMap': {'defaultMode': 420, 'name': 'test-kueue-notebook-kube-rbac-proxy-config'}, 'name': 'kube-rbac-proxy-config'}, {'name': 'kube-rbac-proxy-tls-certificates', 'secret': {'defaultMode': 420, 'secretName': 'test-kueue-notebook-kube-rbac-proxy-tls'}}]}}}, 'status': {'conditions': [{'lastProbeTime': '2026-09-15T14:31:47Z', 'lastTransitionTime': '2026-09-15T14:28:44Z', 'status': 'True', 'type': 'PodReadyToStartContainers'}, {'lastProbeTime': '2026-09-15T14:31:47Z', 'lastTransitionTime': '2026-09-15T14:28:33Z', 'status': 'True', 'type': 'Initialized'}, {'lastProbeTime': '2026-09-15T14:31:47Z', 'lastTransitionTime': '2026-09-15T14:28:33Z', 'message': 'containers with unready status: [test-kueue-notebook]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'Ready'}, {'lastProbeTime': '2026-09-15T14:31:47Z', 'lastTransitionTime': '2026-09-15T14:28:33Z', 'message': 'containers with unready status: [test-kueue-notebook]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'ContainersReady'}, {'lastProbeTime': '2026-09-15T14:31:47Z', 'lastTransitionTime': '2026-09-15T14:28:33Z', 'status': 'True', 'type': 'PodScheduled'}], 'containerState': {'waiting': {'message': 'back-off 2m40s restarting failed container=test-kueue-notebook pod=test-kueue-notebook-0_test-kueue-notebook(42c3a697-e7d6-4686-84ab-9a5ef9f1ac64)', 'reason': 'CrashLoopBackOff'}}, 'readyReplicas': 0}}[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:32:54.945234Z[0m [[32m[1minfo     [0m] [1mWait until Notebook test-kueue-notebook is deleted[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:32:54.945414Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:55.975588Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.014514684677124 [0:00:01.014515][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:55.975816Z[0m [[32m[1minfo     [0m] [1mElapsed time: 263.4717619419098 [0:04:23.471762][0m [[0m[1m[34mtimeout_sampler[0m][0m
FAILED[1m
TEST: TestKueueNotebookIntegration.test_kueue_notebook_stop_start[test_stop_start] STATUS: [0;31mFAILED[0m[0m
[2m2026-09-15T14:32:55.980099Z[0m [[31m[1merror    [0m] [1mTraceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 900, in pytest_runtest_call
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/skipping.py", line 268, in pytest_runtest_call
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 179, in pytest_runtest_call
    item.runtest()
    ~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1720, in runtest
    self.ihook.pytest_pyfunc_call(pyfuncitem=self)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper
    return result.get_result()
           ~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_result.py", line 103, in get_result
    raise exc.with_traceback(tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper
    res = yield
          ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 166, in pytest_pyfunc_call
    result = testfunction(**testargs)
  File "/home/odh/opendatahub-tests/tests/workbenches/notebooks_server/controller/test_kueue_integration.py", line 361, in test_kueue_notebook_stop_start
    notebook_pod.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition=Pod.Condition.READY,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status=Pod.Condition.Status.TRUE,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        timeout=Timeout.TIMEOUT_5MIN,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 163, in __iter__
    time.sleep(self.sleep)
    ~~~~~~~~~~^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 797, in _sigint_handler
    sys.exit(signal_received)
    ~~~~~~~~^^^^^^^^^^^^^^^^^
SystemExit: 2[0m [[0m[1m[34mconftest[0m][0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[2m2026-09-15T14:32:55.980415Z[0m [[32m[1minfo     [0m] [1mDelete Notebook test-kueue-notebook[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:32:55.993330Z[0m [[33m[1mwarning  [0m] [1mResource Notebook test-kueue-notebook was not found, and wasn't deleted[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:32:55.993525Z[0m [[32m[1minfo     [0m] [1mDelete HardwareProfile notebook-hwp[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:32:56.020075Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'infrastructure.opendatahub.io/v1', 'kind': 'HardwareProfile', 'metadata': {'creationTimestamp': '2026-09-15T14:28:28Z', 'generation': 1, 'managedFields': [{'apiVersion': 'infrastructure.opendatahub.io/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:identifiers': {}, 'f:scheduling': {'.': {}, 'f:kueue': {'.': {}, 'f:localQueueName': {}}, 'f:type': {}}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:28Z'}], 'name': 'notebook-hwp', 'namespace': 'test-kueue-notebook', 'resourceVersion': '62422', 'uid': '677f0a94-1ea6-4461-ac76-5af70de31af5'}, 'spec': {'identifiers': [{'defaultCount': '500m', 'displayName': 'CPU', 'identifier': 'cpu', 'maxCount': '4', 'minCount': '100m', 'resourceType': 'CPU'}, {'defaultCount': '1Gi', 'displayName': 'Memory', 'identifier': 'memory', 'maxCount': '8Gi', 'minCount': '128Mi', 'resourceType': 'Memory'}], 'scheduling': {'kueue': {'localQueueName': 'notebook-local-queue'}, 'type': 'Queue'}}}[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:32:56.037017Z[0m [[32m[1minfo     [0m] [1mWait until HardwareProfile notebook-hwp is deleted[0m [[0m[1m[34mocp_resources HardwareProfile[0m][0m
[2m2026-09-15T14:32:56.037161Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:56.050801Z[0m [[32m[1minfo     [0m] [1mElapsed time: 4.506111145019531e-05 [0:00:00.000045][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:56.051037Z[0m [[32m[1minfo     [0m] [1mDelete LocalQueue notebook-local-queue[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:32:56.079734Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'LocalQueue', 'metadata': {'creationTimestamp': '2026-09-15T14:28:28Z', 'generation': 1, 'managedFields': [{'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:clusterQueue': {}, 'f:stopPolicy': {}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:28Z'}, {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:admittedWorkloads': {}, 'f:conditions': {'.': {}, 'k:{"type":"Active"}': {'.': {}, 'f:lastTransitionTime': {}, 'f:message': {}, 'f:observedGeneration': {}, 'f:reason': {}, 'f:status': {}, 'f:type': {}}}, 'f:flavorsReservation': {'.': {}, 'k:{"name":"notebook-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:flavorsUsage': {'.': {}, 'k:{"name":"notebook-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:pendingWorkloads': {}, 'f:reservingWorkloads': {}}}, 'manager': 'kueue', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-15T14:28:31Z'}], 'name': 'notebook-local-queue', 'namespace': 'test-kueue-notebook', 'resourceVersion': '62537', 'uid': '2018a6d8-588b-4d58-a954-c61642ad4963'}, 'spec': {'clusterQueue': 'notebook-cluster-queue', 'stopPolicy': 'None'}, 'status': {'admittedWorkloads': 1, 'conditions': [{'lastTransitionTime': '2026-09-15T14:28:28Z', 'message': 'Can submit new workloads to localQueue', 'observedGeneration': 1, 'reason': 'Ready', 'status': 'True', 'type': 'Active'}], 'flavorsReservation': [{'name': 'notebook-flavor', 'resources': [{'name': 'cpu', 'total': '600m'}, {'name': 'memory', 'total': '1088Mi'}]}], 'flavorsUsage': [{'name': 'notebook-flavor', 'resources': [{'name': 'cpu', 'total': '600m'}, {'name': 'memory', 'total': '1088Mi'}]}], 'pendingWorkloads': 0, 'reservingWorkloads': 1}}[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:32:56.095073Z[0m [[32m[1minfo     [0m] [1mWait until LocalQueue notebook-local-queue is deleted[0m [[0m[1m[34mocp_resources LocalQueue[0m][0m
[2m2026-09-15T14:32:56.095345Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:56.108752Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.838539123535156e-05 [0:00:00.000038][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:56.108965Z[0m [[32m[1minfo     [0m] [1mDelete ClusterQueue notebook-cluster-queue[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:32:56.140515Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ClusterQueue', 'metadata': {'creationTimestamp': '2026-09-15T14:28:28Z', 'finalizers': ['kueue.x-k8s.io/resource-in-use'], 'generation': 1, 'managedFields': [{'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:flavorFungibility': {'.': {}, 'f:whenCanBorrow': {}, 'f:whenCanPreempt': {}}, 'f:namespaceSelector': {}, 'f:preemption': {'.': {}, 'f:borrowWithinCohort': {'.': {}, 'f:policy': {}}, 'f:reclaimWithinCohort': {}, 'f:withinClusterQueue': {}}, 'f:queueingStrategy': {}, 'f:resourceGroups': {}, 'f:stopPolicy': {}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:28Z'}, {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:admittedWorkloads': {}, 'f:conditions': {'.': {}, 'k:{"type":"Active"}': {'.': {}, 'f:lastTransitionTime': {}, 'f:message': {}, 'f:observedGeneration': {}, 'f:reason': {}, 'f:status': {}, 'f:type': {}}}, 'f:flavorsReservation': {'.': {}, 'k:{"name":"notebook-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:flavorsUsage': {'.': {}, 'k:{"name":"notebook-flavor"}': {'.': {}, 'f:name': {}, 'f:resources': {'.': {}, 'k:{"name":"cpu"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}, 'k:{"name":"memory"}': {'.': {}, 'f:borrowed': {}, 'f:name': {}, 'f:total': {}}}}}, 'f:pendingWorkloads': {}, 'f:reservingWorkloads': {}}}, 'manager': 'kueue', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-15T14:28:31Z'}], 'name': 'notebook-cluster-queue', 'resourceVersion': '62536', 'uid': '7e64cefa-2648-4956-a39c-76d60afaa1d2'}, 'spec': {'flavorFungibility': {'whenCanBorrow': 'MayStopSearch', 'whenCanPreempt': 'TryNextFlavor'}, 'namespaceSelector': {'matchLabels': {'kubernetes.io/metadata.name': 'test-kueue-notebook'}}, 'preemption': {'borrowWithinCohort': {'policy': 'Never'}, 'reclaimWithinCohort': 'Never', 'withinClusterQueue': 'Never'}, 'queueingStrategy': 'BestEffortFIFO', 'resourceGroups': [{'coveredResources': ['cpu', 'memory'], 'flavors': [{'name': 'notebook-flavor', 'resources': [{'name': 'cpu', 'nominalQuota': '4'}, {'name': 'memory', 'nominalQuota': '8Gi'}]}]}], 'stopPolicy': 'None'}, 'status': {'admittedWorkloads': 1, 'conditions': [{'lastTransitionTime': '2026-09-15T14:28:28Z', 'message': 'Can admit new workloads', 'observedGeneration': 1, 'reason': 'Ready', 'status': 'True', 'type': 'Active'}], 'flavorsReservation': [{'name': 'notebook-flavor', 'resources': [{'borrowed': '0', 'name': 'cpu', 'total': '600m'}, {'borrowed': '0', 'name': 'memory', 'total': '1088Mi'}]}], 'flavorsUsage': [{'name': 'notebook-flavor', 'resources': [{'borrowed': '0', 'name': 'cpu', 'total': '600m'}, {'borrowed': '0', 'name': 'memory', 'total': '1088Mi'}]}], 'pendingWorkloads': 0, 'reservingWorkloads': 1}}[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:32:56.156742Z[0m [[32m[1minfo     [0m] [1mWait until ClusterQueue notebook-cluster-queue is deleted[0m [[0m[1m[34mocp_resources ClusterQueue[0m][0m
[2m2026-09-15T14:32:56.156949Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:58.198679Z[0m [[32m[1minfo     [0m] [1mElapsed time: 2.027278423309326 [0:00:02.027278][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:58.198931Z[0m [[32m[1minfo     [0m] [1mDelete ResourceFlavor notebook-flavor[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:32:58.224406Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'kueue.x-k8s.io/v1beta2', 'kind': 'ResourceFlavor', 'metadata': {'creationTimestamp': '2026-09-15T14:28:28Z', 'finalizers': ['kueue.x-k8s.io/resource-in-use'], 'generation': 1, 'managedFields': [{'apiVersion': 'kueue.x-k8s.io/v1beta2', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-15T14:28:28Z'}], 'name': 'notebook-flavor', 'resourceVersion': '62414', 'uid': '6d6321db-a1b4-4c4f-a714-8982bee8f0fa'}, 'spec': {}}[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:32:58.241371Z[0m [[32m[1minfo     [0m] [1mWait until ResourceFlavor notebook-flavor is deleted[0m [[0m[1m[34mocp_resources ResourceFlavor[0m][0m
[2m2026-09-15T14:32:58.241563Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:59.268503Z[0m [[32m[1minfo     [0m] [1mElapsed time: 1.0126914978027344 [0:00:01.012691][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:59.268688Z[0m [[32m[1minfo     [0m] [1mDelete PersistentVolumeClaim test-kueue-notebook[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:32:59.296633Z[0m [[32m[1minfo     [0m] [1mDeleting {'kind': 'PersistentVolumeClaim', 'apiVersion': 'v1', 'metadata': {'name': 'test-kueue-notebook', 'namespace': 'test-kueue-notebook', 'uid': 'a92c1e31-5ad7-4d47-baa9-b208ad27e125', 'resourceVersion': '62563', 'creationTimestamp': '2026-09-15T14:28:25Z', 'labels': {'opendatahub.io/dashboard': 'true'}, 'annotations': {'pv.kubernetes.io/bind-completed': 'yes', 'pv.kubernetes.io/bound-by-controller': 'yes', 'volume.beta.kubernetes.io/storage-provisioner': 'ebs.csi.aws.com', 'volume.kubernetes.io/selected-node': 'ip-10-0-130-52.ec2.internal', 'volume.kubernetes.io/storage-provisioner': 'ebs.csi.aws.com'}, 'finalizers': ['kubernetes.io/pvc-protection'], 'managedFields': [{'manager': 'OpenAPI-Generator', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:25Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:labels': {'.': {}, 'f:opendatahub.io/dashboard': {}}}, 'f:spec': {'f:accessModes': {}, 'f:resources': {'f:requests': {'.': {}, 'f:storage': {}}}, 'f:volumeMode': {}}}}, {'manager': 'kube-scheduler', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:30Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {}, 'f:volume.kubernetes.io/selected-node': {}}}}}, {'manager': 'kube-controller-manager', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:32Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:pv.kubernetes.io/bind-completed': {}, 'f:pv.kubernetes.io/bound-by-controller': {}, 'f:volume.beta.kubernetes.io/storage-provisioner': {}, 'f:volume.kubernetes.io/storage-provisioner': {}}}, 'f:spec': {'f:volumeName': {}}}}, {'manager': 'kube-controller-manager', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:32Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'f:accessModes': {}, 'f:capacity': {'.': {}, 'f:storage': {}}, 'f:phase': {}}}, 'subresource': 'status'}]}, 'spec': {'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '10Gi'}}, 'volumeName': 'pvc-a92c1e31-5ad7-4d47-baa9-b208ad27e125', 'storageClassName': 'gp3-csi', 'volumeMode': 'Filesystem'}, 'status': {'phase': 'Bound', 'accessModes': ['ReadWriteOnce'], 'capacity': {'storage': '10Gi'}}}[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:32:59.311662Z[0m [[32m[1minfo     [0m] [1mWait until PersistentVolumeClaim test-kueue-notebook is deleted[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:32:59.311876Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:59.325366Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.552436828613281e-05 [0:00:00.000036][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:32:59.414387Z[0m [[32m[1minfo     [0m] [1mDelete Project test-kueue-notebook[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:32:59.451199Z[0m [[32m[1minfo     [0m] [1mDeleting {'kind': 'Project', 'apiVersion': 'project.openshift.io/v1', 'metadata': {'name': 'test-kueue-notebook', 'uid': '236cc4f0-341e-46ba-817c-16228f996e7b', 'resourceVersion': '62326', 'creationTimestamp': '2026-09-15T14:28:25Z', 'labels': {'kubernetes.io/metadata.name': 'test-kueue-notebook', 'kueue.openshift.io/managed': 'true', 'pod-security.kubernetes.io/audit': 'restricted', 'pod-security.kubernetes.io/audit-version': 'latest', 'pod-security.kubernetes.io/warn': 'restricted', 'pod-security.kubernetes.io/warn-version': 'latest'}, 'annotations': {'openshift.io/description': '', 'openshift.io/display-name': '', 'openshift.io/requester': 'system:serviceaccount:kube-system:olminstall-cluster-admin', 'openshift.io/sa.scc.mcs': 's0:c29,c19', 'openshift.io/sa.scc.supplemental-groups': '1000850000/10000', 'openshift.io/sa.scc.uid-range': '1000850000/10000', 'security.openshift.io/MinimallySufficientPodSecurityStandard': 'restricted'}, 'managedFields': [{'manager': 'cluster-policy-controller', 'operation': 'Apply', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:25Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:openshift.io/sa.scc.mcs': {}, 'f:openshift.io/sa.scc.supplemental-groups': {}, 'f:openshift.io/sa.scc.uid-range': {}}}}}, {'manager': 'pod-security-admission-label-synchronization-controller', 'operation': 'Apply', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:25Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:security.openshift.io/MinimallySufficientPodSecurityStandard': {}}, 'f:labels': {'f:pod-security.kubernetes.io/audit': {}, 'f:pod-security.kubernetes.io/audit-version': {}, 'f:pod-security.kubernetes.io/warn': {}, 'f:pod-security.kubernetes.io/warn-version': {}}}}}, {'manager': 'OpenAPI-Generator', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:25Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:labels': {'f:kueue.openshift.io/managed': {}}}}}, {'manager': 'openshift-apiserver', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:25Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {}, 'f:openshift.io/description': {}, 'f:openshift.io/display-name': {}, 'f:openshift.io/requester': {}}, 'f:labels': {'.': {}, 'f:kubernetes.io/metadata.name': {}}}}}, {'manager': 'openshift-controller-manager', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-15T14:28:25Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'f:finalizers': {}}}, 'subresource': 'finalize'}]}, 'spec': {'finalizers': ['kubernetes']}, 'status': {'phase': 'Active'}}[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:32:59.491456Z[0m [[32m[1minfo     [0m] [1mWait until Project test-kueue-notebook is deleted[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:32:59.491599Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m

_ TestKueueNotebookIntegration.test_kueue_notebook_stop_start[test_stop_start] _
Traceback (most recent call last):
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 353, in from_call
    result: TResult | None = func()
                             ~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 245, in <lambda>
    lambda: runtest_hook(item=item, **kwds),
            ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/capture.py", line 900, in pytest_runtest_call
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/skipping.py", line 268, in pytest_runtest_call
    return (yield)
            ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/runner.py", line 179, in pytest_runtest_call
    item.runtest()
    ~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 1720, in runtest
    self.ihook.pytest_pyfunc_call(pyfuncitem=self)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
    ~~~~~~~~~~~~~~^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper
    return result.get_result()
           ~~~~~~~~~~~~~~~~~^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_result.py", line 103, in get_result
    raise exc.with_traceback(tb)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper
    res = yield
          ^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/_pytest/python.py", line 166, in pytest_pyfunc_call
    result = testfunction(**testargs)
  File "/home/odh/opendatahub-tests/tests/workbenches/notebooks_server/controller/test_kueue_integration.py", line 361, in test_kueue_notebook_stop_start
    notebook_pod.wait_for_condition(
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        condition=Pod.Condition.READY,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        status=Pod.Condition.Status.TRUE,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        timeout=Timeout.TIMEOUT_5MIN,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 1315, in wait_for_condition
    for sample in TimeoutSampler(
                  ~~~~~~~~~~~~~~^
        wait_timeout=timeout_watcher.remaining_time(),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sleep=sleep_time,
        ^^^^^^^^^^^^^^^^^
        func=lambda: self.instance,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/timeout_sampler/__init__.py", line 163, in __iter__
    time.sleep(self.sleep)
    ~~~~~~~~~~^^^^^^^^^^^^
  File "/home/odh/opendatahub-tests/.venv/lib64/python3.14/site-packages/ocp_resources/resource.py", line 797, in _sigint_handler
    sys.exit(signal_received)
    ~~~~~~~~^^^^^^^^^^^^^^^^^
SystemExit: 2
_ 3 of 7 completed, 1 Pass, 2 Fail, 0 Skip, 0 XPass, 0 XFail, 0 Error, 0 ReRun _

tests/workbenches/notebooks_server/controller/test_spawning.py::TestNotebook::test_create_simple_notebook[unprivileged_model_namespace0-users_persistent_volume_claim0-default_notebook0-notebook_pod0] [2m2026-09-15T14:33:06.622819Z[0m [[32m[1minfo     [0m] [1mElapsed time: 7.113176107406616 [0:00:07.113176][0m [[0m[1m[34mtimeout_sampler[0m][0m
[1m
 test_create_simple_notebook[unprivileged_model_namespace0-users_persistent_volume_claim0-default_notebook0-notebook_pod0] [0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-09-15T14:33:06.625640Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: teardown_resources[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:33:06.625767Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: unprivileged_model_namespace[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:33:06.625882Z[0m [[32m[1minfo     [0m] [1mkind: ProjectRequest api version: project.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:33:06.625988Z[0m [[32m[1minfo     [0m] [1mCreate ProjectRequest test-odh-notebook[0m [[0m[1m[34mocp_resources ProjectRequest[0m][0m
[2m2026-09-15T14:33:06.626113Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'project.openshift.io/v1', 'kind': 'ProjectRequest', 'metadata': {'name': 'test-odh-notebook', 'labels': {'opendatahub.io/dashboard': 'true'}}}[0m [[0m[1m[34mocp_resources ProjectRequest[0m][0m
[2m2026-09-15T14:33:06.726264Z[0m [[32m[1minfo     [0m] [1mkind: Project api version: project.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:33:06.726574Z[0m [[32m[1minfo     [0m] [1mWait for Project test-odh-notebook status to be Active[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:33:06.726799Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_status.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:33:06.756367Z[0m [[32m[1minfo     [0m] [1mStatus of Project test-odh-notebook is Active[0m [[0m[1m[34mocp_resources Project[0m][0m
[2m2026-09-15T14:33:06.756675Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.7670135498046875e-05 [0:00:00.000038][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:33:06.756815Z[0m [[32m[1minfo     [0m] [1mResourceEdits: Updating data for resource Namespace test-odh-notebook[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:33:06.756961Z[0m [[32m[1minfo     [0m] [1mUpdate Namespace test-odh-notebook:
{'metadata': {'labels': {'opendatahub.io/dashboard': 'true'}, 'name': 'test-odh-notebook'}}[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-15T14:33:06.819868Z[0m [[32m[1minfo     [0m] [1mExecuting function fixture: minimal_image[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:33:06.911662Z[0m [[32m[1minfo     [0m] [1mExecuting function fixture: notebook_image[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:33:06.911919Z[0m [[32m[1minfo     [0m] [1mkind: ImageStream api version: image.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:33:07.007053Z[0m [[32m[1minfo     [0m] [1mkind: Config api version: imageregistry.operator.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:33:07.020407Z[0m [[32m[1minfo     [0m] [1mImage registry management state: managed, available: True[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-15T14:33:07.020533Z[0m [[32m[1minfo     [0m] [1mResolved ImageStream s2i-minimal-notebook:3.5 via integrated registry: image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5[0m [[0m[1m[34mtests.workbenches.notebook_images.utils[0m][0m [36mname[0m=[35mtests.workbenches.notebook_images.utils[0m
[2m2026-09-15T14:33:07.022739Z[0m [[32m[1minfo     [0m] [1mExecuting function fixture: users_persistent_volume_claim[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:33:07.022903Z[0m [[32m[1minfo     [0m] [1mCreate PersistentVolumeClaim test-odh-notebook[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:33:07.023058Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'v1', 'kind': 'PersistentVolumeClaim', 'metadata': {'name': 'test-odh-notebook', 'labels': {'opendatahub.io/dashboard': 'true'}, 'namespace': 'test-odh-notebook'}, 'spec': {'volumeMode': 'Filesystem', 'accessModes': ['ReadWriteOnce'], 'resources': {'requests': {'storage': '10Gi'}}}}[0m [[0m[1m[34mocp_resources PersistentVolumeClaim[0m][0m
[2m2026-09-15T14:33:07.054666Z[0m [[32m[1minfo     [0m] [1mExecuting function fixture: default_notebook[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:33:07.054918Z[0m [[32m[1minfo     [0m] [1mkind: Notebook api version: kubeflow.org/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-15T14:33:07.055040Z[0m [[32m[1minfo     [0m] [1mCreate Notebook test-odh-notebook[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:33:07.055176Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'kubeflow.org/v1', 'kind': 'Notebook', 'metadata': {'annotations': {'notebooks.opendatahub.io/inject-auth': 'true', 'opendatahub.io/accelerator-name': '', 'notebooks.opendatahub.io/last-image-selection': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5'}, 'finalizers': ['notebook.opendatahub.io/kube-rbac-proxy-cleanup'], 'labels': {'app': 'test-odh-notebook', 'opendatahub.io/dashboard': 'true', 'opendatahub.io/odh-managed': 'true'}, 'name': 'test-odh-notebook', 'namespace': 'test-odh-notebook'}, 'spec': {'template': {'spec': {'affinity': {}, 'containers': [{'env': [{'name': 'NOTEBOOK_ARGS', 'value': "--ServerApp.port=8888\n                  --ServerApp.token=''\n                  --ServerApp.password=''\n                  --ServerApp.base_url=/notebook/test-odh-notebook/test-odh-notebook\n                  --ServerApp.quit_button=False\n"}, {'name': 'JUPYTER_IMAGE', 'value': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5'}], 'image': 'image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/s2i-minimal-notebook:3.5', 'imagePullPolicy': 'Always', 'livenessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-odh-notebook/test-odh-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'name': 'test-odh-notebook', 'ports': [{'containerPort': 8888, 'name': 'notebook-port', 'protocol': 'TCP'}], 'readinessProbe': {'failureThreshold': 3, 'httpGet': {'path': '/notebook/test-odh-notebook/test-odh-notebook/api', 'port': 'notebook-port', 'scheme': 'HTTP'}, 'initialDelaySeconds': 10, 'periodSeconds': 5, 'successThreshold': 1, 'timeoutSeconds': 1}, 'resources': {'limits': {'cpu': '1', 'memory': '2Gi'}, 'requests': {'cpu': '500m', 'memory': '1Gi'}}, 'volumeMounts': [{'mountPath': '/opt/app-root/src', 'name': 'test-odh-notebook'}, {'mountPath': '/dev/shm', 'name': 'shm'}], 'workingDir': '/opt/app-root/src'}], 'enableServiceLinks': False, 'serviceAccountName': 'test-odh-notebook', 'volumes': [{'name': 'test-odh-notebook', 'persistentVolumeClaim': {'claimName': 'test-odh-notebook'}}, {'emptyDir': {'medium': 'Memory'}, 'name': 'shm'}]}}}}[0m [[0m[1m[34mocp_resources Notebook[0m][0m
[2m2026-09-15T14:33:07.285518Z[0m [[32m[1minfo     [0m] [1mExecuting function fixture: notebook_pod[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-15T14:33:07.285674Z[0m [[32m[1minfo     [0m] [1mWait until Pod test-odh-notebook-0 is created[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:33:07.285800Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:33:09.327511Z[0m [[32m[1minfo     [0m] [1mElapsed time: 2.028111696243286 [0:00:02.028112][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:33:09.327781Z[0m [[32m[1minfo     [0m] [1mWait for Pod/test-odh-notebook-0's 'Ready' condition to be 'True'[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:33:09.327923Z[0m [[32m[1minfo     [0m] [1mWait until Pod test-odh-notebook-0 is created[0m [[0m[1m[34mocp_resources Pod[0m][0m
[2m2026-09-15T14:33:09.328094Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:33:09.341397Z[0m [[32m[1minfo     [0m] [1mElapsed time: 3.337860107421875e-05 [0:00:00.000033][0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-15T14:33:09.341660Z[0m [[32m[1minfo     [0m] [1mWaiting for 119.98604106903076 seconds [0:01:59.986041], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_condition.lambda: self.instance)[0m [[0m[1m[34mtimeout_sampler[0m][0m