<?xml version="1.0" encoding="UTF-8"?>
<testsuites name="odh-operator-e2e" tests="110" failures="5" errors="0" time="384.025189">
	<testsuite tests="110" failures="5" skipped="35" time="384.025000" name="e2e" timestamp="2026-07-17T09:19:12Z">
		<properties>
			<property name="go.version" value="go1.26.5 linux/amd64"></property>
		</properties>
		<testcase classname="e2e" name="TestOdhOperator/components/group_1/sparkoperator/Validate_SparkPi_workload_execution" time="300.130000">
			<failure message="Failed" type="">=== RUN   TestOdhOperator/components/group_1/sparkoperator/Validate_SparkPi_workload_execution&#xA;    helper_test.go:150: Creating SparkApplication spark-pi-d9cv7okvti1s7b0qa4vg in namespace redhat-ods-applications&#xA;    helper_test.go:150: Waiting for SparkApplication spark-pi-d9cv7okvti1s7b0qa4vg to complete&#xA;    sparkoperator_test.go:72: Cleaning up SparkApplication spark-pi-d9cv7okvti1s7b0qa4vg&#xA;    testing.go:1913: test executed panic(nil) or runtime.Goexit: subtest may have called FailNow on a parent test&#xA;--- FAIL: TestOdhOperator/components/group_1/sparkoperator/Validate_SparkPi_workload_execution (300.13s)&#xA;</failure>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_1/sparkoperator" time="370.950000">
			<failure message="Failed" type="">=== RUN   TestOdhOperator/components/group_1/sparkoperator&#xA;=== PAUSE TestOdhOperator/components/group_1/sparkoperator&#xA;=== CONT  TestOdhOperator/components/group_1/sparkoperator&#xA;2026-07-17T09:19:23Z&#x9;INFO&#x9;Cluster config&#x9;{&#34;Operator Namespace&#34;: &#34;redhat-ods-operator&#34;, &#34;Application Namespace&#34;: &#34;redhat-ods-applications&#34;, &#34;Release&#34;: {&#34;name&#34;:&#34;OpenShift AI Self-Managed&#34;,&#34;version&#34;:&#34;3.5.0-ea.2&#34;}, &#34;Cluster&#34;: {&#34;type&#34;:&#34;OpenShift&#34;,&#34;version&#34;:&#34;4.20.12&#34;}}&#xA;    test_context_test.go:223: &#xA;        Timed out after 300.009s.&#xA;        The function passed to Eventually failed at /workspace/tests/e2e/resource_applier_test.go:114 with:&#xA;        SparkApplication spark-pi-d9cv7okvti1s7b0qa4vg did not complete successfully&#xA;        Expected&#xA;            &lt;string&gt;: map[apiVersion:sparkoperator.k8s.io/v1beta2 kind:SparkApplication metadata:map[creationTimestamp:2026-07-17T09:20:34Z generation:1 managedFields:[map[apiVersion:sparkoperator.k8s.io/v1beta2 fieldsType:FieldsV1 fieldsV1:map[f:spec:map[.:map[] f:arguments:map[] f:driver:map[.:map[] f:coreLimit:map[] f:cores:map[] f:labels:map[.:map[] f:version:map[]] f:memory:map[] f:securityContext:map[] f:serviceAccount:map[] f:volumeMounts:map[]] f:executor:map[.:map[] f:cores:map[] f:instances:map[] f:labels:map[.:map[] f:version:map[]] f:memory:map[] f:securityContext:map[] f:volumeMounts:map[]] f:image:map[] f:imagePullPolicy:map[] f:mainApplicationFile:map[] f:mainClass:map[] f:mode:map[] f:restartPolicy:map[.:map[] f:type:map[]] f:sparkConf:map[.:map[] f:spark.blockManager.port:map[] f:spark.driver.blockManager.port:map[] f:spark.driver.port:map[] f:spark.port.maxRetries:map[]] f:sparkVersion:map[] f:type:map[] f:volumes:map[]]] manager:e2e-tests operation:Update time:2026-07-17T09:20:34Z] map[apiVersion:sparkoperator.k8s.io/v1beta2 fieldsType:FieldsV1 fieldsV1:map[f:status:map[.:map[] f:applicationState:map[.:map[] f:state:map[]] f:driverInfo:map[.:map[] f:podName:map[] f:webUIAddress:map[] f:webUIPort:map[] f:webUIServiceName:map[]] f:executionAttempts:map[] f:executorState:map[.:map[] f:spark-pi-961fd69f6f60fb69-exec-1:map[]] f:lastSubmissionAttemptTime:map[] f:sparkApplicationId:map[] f:submissionAttempts:map[] f:submissionID:map[] f:terminationTime:map[]]] manager:spark-operator operation:Update subresource:status time:2026-07-17T09:20:57Z]] name:spark-pi-d9cv7okvti1s7b0qa4vg namespace:redhat-ods-applications resourceVersion:222404643 uid:1c16cc7f-32ec-4a9e-a736-f88ca5d3e0ae] spec:map[arguments:[1000] deps:map[] driver:map[coreLimit:1200m cores:1 labels:map[version:4.0.1] memory:512m securityContext:map[] serviceAccount:spark-operator-spark volumeMounts:[map[mountPath:/opt/spark/work-dir name:spark-work-dir]]] executor:map[cores:1 instances:1 labels:map[version:4.0.1] memory:512m securityContext:map[] volumeMounts:[map[mountPath:/opt/spark/work-dir name:spark-work-dir]]] image:quay.io/opendatahub/data-processing:Spark-v4.0.1 imagePullPolicy:IfNotPresent mainApplicationFile:local:///opt/spark/examples/jars/spark-examples_2.13-4.0.1.jar mainClass:org.apache.spark.examples.SparkPi mode:cluster restartPolicy:map[type:Never] sparkConf:map[spark.blockManager.port:8081 spark.driver.blockManager.port:8082 spark.driver.port:8080 spark.port.maxRetries:0] sparkVersion:4.0.1 type:Scala volumes:[map[emptyDir:map[] name:spark-work-dir]]] status:map[applicationState:map[state:RUNNING] driverInfo:map[podName:spark-pi-d9cv7okvti1s7b0qa4vg-driver webUIAddress:172.30.12.183:4040 webUIPort:4040 webUIServiceName:spark-pi-d9cv7okvti1s7b0qa4vg-ui-svc] executionAttempts:1 executorState:map[spark-pi-961fd69f6f60fb69-exec-1:PENDING] lastSubmissionAttemptTime:2026-07-17T09:20:34Z sparkApplicationId:spark-6c7f9fa3f26b49ce9758f75a055610db submissionAttempts:1 submissionID:485dc31f-d490-49ce-911a-46c3883babac terminationTime:&lt;nil&gt;]]&#xA;        to match expression&#xA;            &lt;string&gt;: .status.applicationState.state == &#34;COMPLETED&#34;&#xA;--- FAIL: TestOdhOperator/components/group_1/sparkoperator (370.95s)&#xA;</failure>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_1" time="0.000000">
			<failure message="Failed" type="">=== RUN   TestOdhOperator/components/group_1&#xA;    controller_test.go:753: Skipping tests for components/aigateway&#xA;    controller_test.go:753: Skipping tests for components/dashboard&#xA;    controller_test.go:753: Skipping tests for components/datasciencepipelines&#xA;    controller_test.go:753: Skipping tests for components/feastoperator&#xA;    controller_test.go:753: Skipping tests for components/kserve&#xA;    controller_test.go:753: Skipping tests for components/modelregistry&#xA;    controller_test.go:753: Skipping tests for components/ogx&#xA;    controller_test.go:753: Skipping tests for components/ray&#xA;    controller_test.go:753: Skipping tests for components/trainer&#xA;    controller_test.go:753: Skipping tests for components/trainingoperator&#xA;    controller_test.go:753: Skipping tests for components/workbenches&#xA;--- FAIL: TestOdhOperator/components/group_1 (0.00s)&#xA;</failure>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/components" time="371.610000">
			<failure message="Failed" type="">=== RUN   TestOdhOperator/components&#xA;2026/07/17 09:25:34 TEST FAILURE DETECTED: group 1&#xA;2026/07/17 09:25:34 === RUNNING CLUSTER DIAGNOSTICS (triggered by test:group 1) ===&#xA;2026/07/17 09:25:34 === CLUSTER STATE ===&#xA;2026/07/17 09:25:34 Node: ip-10-0-1-132.us-east-2.compute.internal&#xA;2026/07/17 09:25:34   Condition MemoryPressure: False - kubelet has sufficient memory available&#xA;2026/07/17 09:25:34   Condition DiskPressure: False - kubelet has no disk pressure&#xA;2026/07/17 09:25:34   Condition PIDPressure: False - kubelet has sufficient PID available&#xA;2026/07/17 09:25:34   Condition Ready: True - kubelet is posting ready status&#xA;2026/07/17 09:25:34   Resources: 7500m CPU, 31236232Ki memory allocatable (of 8000m CPU, 32387208Ki memory capacity)&#xA;2026/07/17 09:25:34 Node: ip-10-0-1-189.us-east-2.compute.internal&#xA;2026/07/17 09:25:34   Condition MemoryPressure: False - kubelet has sufficient memory available&#xA;2026/07/17 09:25:34   Condition DiskPressure: False - kubelet has no disk pressure&#xA;2026/07/17 09:25:34   Condition PIDPressure: False - kubelet has sufficient PID available&#xA;2026/07/17 09:25:34   Condition Ready: True - kubelet is posting ready status&#xA;2026/07/17 09:25:34   Resources: 7500m CPU, 30892176Ki memory allocatable (of 8000m CPU, 32043152Ki memory capacity)&#xA;2026/07/17 09:25:34 Node: ip-10-0-1-39.us-east-2.compute.internal&#xA;2026/07/17 09:25:34   Condition MemoryPressure: False - kubelet has sufficient memory available&#xA;2026/07/17 09:25:34   Condition DiskPressure: False - kubelet has no disk pressure&#xA;2026/07/17 09:25:34   Condition PIDPressure: False - kubelet has sufficient PID available&#xA;2026/07/17 09:25:34   Condition Ready: True - kubelet is posting ready status&#xA;2026/07/17 09:25:34   Resources: 7500m CPU, 31236232Ki memory allocatable (of 8000m CPU, 32387208Ki memory capacity)&#xA;2026/07/17 09:25:34 === DEPLOYMENTS ===&#xA;2026/07/17 09:25:34 Namespace: redhat-ods-applications&#xA;2026/07/17 09:25:34   Deployment dashboard-redirect: 2/2 (READY)&#xA;2026/07/17 09:25:34   Deployment data-science-pipelines-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment feast-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment kserve-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment kubeflow-trainer-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment kubeflow-training-operator: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment kuberay-operator: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment llmisvc-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment maas-api: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment maas-controller: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment maas-postgres: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment mlflow-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment model-registry-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment model-serving-api: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment notebook-controller-deployment: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment odh-model-controller: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment odh-notebook-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment ogx-k8s-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34   Deployment rhods-dashboard: 2/2 (READY)&#xA;2026/07/17 09:25:34   Deployment spark-operator-controller: 2/2 (READY)&#xA;2026/07/17 09:25:34   Deployment spark-operator-webhook: 2/2 (READY)&#xA;2026/07/17 09:25:34   Deployment trustyai-service-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:34 Namespace: kube-system&#xA;2026/07/17 09:25:34 === PODS ===&#xA;2026/07/17 09:25:34 Failed to collect pod data: redhat-ods-applications/maas-controller-85bdcf9988-ckmqj: container manager restarts=14&#xA;2026/07/17 09:25:34 === OPERATOR STATUS ===&#xA;2026/07/17 09:25:34 Operator deployment: 3/3 ready&#xA;2026/07/17 09:25:34 === DSCI STATUS ===&#xA;2026/07/17 09:25:34 Failed to collect DSCI data: default-dsci unhealthy conditions: MonitoringStackAvailable=False; TempoAvailable=False; OpenTelemetryCollectorAvailable=False; AlertingAvailable=False; ThanosQuerierAvailable=False; PersesAvailable=False; NodeMetricsEndpointAvailable=False&#xA;2026/07/17 09:25:34 === DSC STATUS ===&#xA;2026/07/17 09:25:34 Failed to collect DSC data: default-dsc unhealthy conditions: MaaSPrerequisitesAvailable=False&#xA;2026/07/17 09:25:34 === RECENT EVENTS ===&#xA;2026/07/17 09:25:34   09:25:34 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Killing - Stopping container spark-kubernetes-driver&#xA;2026/07/17 09:25:34   09:21:44 WARN Pod/maas-controller-85bdcf9988-ckmqj: FailedToRetrieveImagePullSecret - Unable to retrieve some image pull secrets (maas-controller-dockercfg-k7jls); attempting to pull the image may not succeed.&#xA;2026/07/17 09:25:34   09:20:57 WARN Pod/spark-pi-961fd69f6f60fb69-exec-1: FailedScheduling - 0/3 nodes are available: 3 Insufficient cpu. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod.&#xA;2026/07/17 09:25:34   09:20:57 INFO SparkApplication/spark-pi-d9cv7okvti1s7b0qa4vg: SparkExecutorPending - Executor spark-pi-961fd69f6f60fb69-exec-1 is pending&#xA;2026/07/17 09:25:34   09:20:49 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Created - Created container: spark-kubernetes-driver&#xA;2026/07/17 09:25:34   09:20:49 INFO SparkApplication/spark-pi-d9cv7okvti1s7b0qa4vg: SparkDriverRunning - Driver spark-pi-d9cv7okvti1s7b0qa4vg-driver is running&#xA;2026/07/17 09:25:34   09:20:49 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Started - Started container spark-kubernetes-driver&#xA;2026/07/17 09:25:34   09:20:48 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Pulled - Container image &#34;quay.io/opendatahub/data-processing:Spark-v4.0.1&#34; already present on machine&#xA;2026/07/17 09:25:34   09:20:48 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: AddedInterface - Add eth0 [10.129.71.252/23] from ovn-kubernetes&#xA;2026/07/17 09:25:34   09:20:48 INFO SparkApplication/spark-pi-d9cv7okvti1s7b0qa4vg: SparkApplicationSubmitted - SparkApplication spark-pi-d9cv7okvti1s7b0qa4vg was submitted successfully&#xA;2026/07/17 09:25:34   09:20:47 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Scheduled - Successfully assigned redhat-ods-applications/spark-pi-d9cv7okvti1s7b0qa4vg-driver to ip-10-0-1-132.us-east-2.compute.internal&#xA;2026/07/17 09:25:34   09:20:47 WARN Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: FailedMount - MountVolume.SetUp failed for volume &#34;spark-conf-volume-driver&#34; : configmap &#34;spark-drv-4ecf979f6f60d9d8-conf-map&#34; not found&#xA;2026/07/17 09:25:34   09:20:47 WARN Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: FailedMount - MountVolume.SetUp failed for volume &#34;pod-template-volume&#34; : configmap &#34;spark-pi-d9cv7okvti1s7b0qa4vg-7f25e29f6f60c846-driver-podspec-conf-map&#34; not found&#xA;2026/07/17 09:25:34 === RESOURCE QUOTAS ===&#xA;2026/07/17 09:25:34 No resource quotas found in monitored namespaces&#xA;2026/07/17 09:25:34 Classification for group 1: infrastructure/storage (code=1006, confidence=medium)&#xA;2026/07/17 09:25:34   Evidence: event Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: FailedMount - MountVolume.SetUp failed for volume &#34;spark-conf-volume-driver&#34; : configmap &#34;spark-drv-4ecf979f6f60d9d8-conf-map&#34; not found&#xA;FAILURE_CLASSIFICATION: {&#34;category&#34;:&#34;infrastructure&#34;,&#34;subcategory&#34;:&#34;storage&#34;,&#34;error_code&#34;:1006,&#34;evidence&#34;:[&#34;event Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: FailedMount - MountVolume.SetUp failed for volume \&#34;spark-conf-volume-driver\&#34; : configmap \&#34;spark-drv-4ecf979f6f60d9d8-conf-map\&#34; not found&#34;],&#34;confidence&#34;:&#34;medium&#34;}&#xA;2026/07/17 09:25:34 Diagnostics complete for failed test: group 1&#xA;    controller_test.go:753: Stopping: group 1 test failed.&#xA;2026/07/17 09:25:34 Circuit breaker: failure classified as infrastructure/storage (code=1006)&#xA;2026/07/17 09:25:34 Circuit breaker: infrastructure/unknown failure recorded (1/3 consecutive)&#xA;2026/07/17 09:25:34 Circuit breaker: success recorded, resetting failure counter (was 1)&#xA;--- FAIL: TestOdhOperator/components (371.61s)&#xA;</failure>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator" time="384.000000">
			<failure message="Failed" type="">=== RUN   TestOdhOperator&#xA;2026/07/17 09:19:12 ARTIFACT_DIR not set, skipping periodic metrics collection&#xA;2026/07/17 09:25:34 TEST FAILURE DETECTED: components&#xA;2026/07/17 09:25:34 === RUNNING CLUSTER DIAGNOSTICS (triggered by test:components) ===&#xA;2026/07/17 09:25:35 === CLUSTER STATE ===&#xA;2026/07/17 09:25:35 Node: ip-10-0-1-132.us-east-2.compute.internal&#xA;2026/07/17 09:25:35   Condition MemoryPressure: False - kubelet has sufficient memory available&#xA;2026/07/17 09:25:35   Condition DiskPressure: False - kubelet has no disk pressure&#xA;2026/07/17 09:25:35   Condition PIDPressure: False - kubelet has sufficient PID available&#xA;2026/07/17 09:25:35   Condition Ready: True - kubelet is posting ready status&#xA;2026/07/17 09:25:35   Resources: 7500m CPU, 31236232Ki memory allocatable (of 8000m CPU, 32387208Ki memory capacity)&#xA;2026/07/17 09:25:35 Node: ip-10-0-1-189.us-east-2.compute.internal&#xA;2026/07/17 09:25:35   Condition MemoryPressure: False - kubelet has sufficient memory available&#xA;2026/07/17 09:25:35   Condition DiskPressure: False - kubelet has no disk pressure&#xA;2026/07/17 09:25:35   Condition PIDPressure: False - kubelet has sufficient PID available&#xA;2026/07/17 09:25:35   Condition Ready: True - kubelet is posting ready status&#xA;2026/07/17 09:25:35   Resources: 7500m CPU, 30892176Ki memory allocatable (of 8000m CPU, 32043152Ki memory capacity)&#xA;2026/07/17 09:25:35 Node: ip-10-0-1-39.us-east-2.compute.internal&#xA;2026/07/17 09:25:35   Condition MemoryPressure: False - kubelet has sufficient memory available&#xA;2026/07/17 09:25:35   Condition DiskPressure: False - kubelet has no disk pressure&#xA;2026/07/17 09:25:35   Condition PIDPressure: False - kubelet has sufficient PID available&#xA;2026/07/17 09:25:35   Condition Ready: True - kubelet is posting ready status&#xA;2026/07/17 09:25:35   Resources: 7500m CPU, 31236232Ki memory allocatable (of 8000m CPU, 32387208Ki memory capacity)&#xA;2026/07/17 09:25:35 === DEPLOYMENTS ===&#xA;2026/07/17 09:25:35 Namespace: redhat-ods-applications&#xA;2026/07/17 09:25:35   Deployment dashboard-redirect: 2/2 (READY)&#xA;2026/07/17 09:25:35   Deployment data-science-pipelines-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment feast-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment kserve-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment kubeflow-trainer-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment kubeflow-training-operator: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment kuberay-operator: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment llmisvc-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment maas-api: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment maas-controller: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment maas-postgres: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment mlflow-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment model-registry-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment model-serving-api: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment notebook-controller-deployment: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment odh-model-controller: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment odh-notebook-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment ogx-k8s-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35   Deployment rhods-dashboard: 2/2 (READY)&#xA;2026/07/17 09:25:35   Deployment spark-operator-controller: 2/2 (READY)&#xA;2026/07/17 09:25:35   Deployment spark-operator-webhook: 2/2 (READY)&#xA;2026/07/17 09:25:35   Deployment trustyai-service-operator-controller-manager: 1/1 (READY)&#xA;2026/07/17 09:25:35 Namespace: kube-system&#xA;2026/07/17 09:25:35 === PODS ===&#xA;2026/07/17 09:25:35 Failed to collect pod data: redhat-ods-applications/maas-controller-85bdcf9988-ckmqj: container manager restarts=14; redhat-ods-applications/spark-pi-d9cv7okvti1s7b0qa4vg-driver: phase=Failed&#xA;2026/07/17 09:25:35 === OPERATOR STATUS ===&#xA;2026/07/17 09:25:35 Operator deployment: 3/3 ready&#xA;2026/07/17 09:25:35 === DSCI STATUS ===&#xA;2026/07/17 09:25:35 Failed to collect DSCI data: default-dsci unhealthy conditions: MonitoringStackAvailable=False; TempoAvailable=False; OpenTelemetryCollectorAvailable=False; AlertingAvailable=False; ThanosQuerierAvailable=False; PersesAvailable=False; NodeMetricsEndpointAvailable=False&#xA;2026/07/17 09:25:35 === DSC STATUS ===&#xA;2026/07/17 09:25:35 Failed to collect DSC data: default-dsc unhealthy conditions: MaaSPrerequisitesAvailable=False&#xA;2026/07/17 09:25:35 === RECENT EVENTS ===&#xA;2026/07/17 09:25:35   09:25:34 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Killing - Stopping container spark-kubernetes-driver&#xA;2026/07/17 09:25:35   09:21:44 WARN Pod/maas-controller-85bdcf9988-ckmqj: FailedToRetrieveImagePullSecret - Unable to retrieve some image pull secrets (maas-controller-dockercfg-k7jls); attempting to pull the image may not succeed.&#xA;2026/07/17 09:25:35   09:20:57 WARN Pod/spark-pi-961fd69f6f60fb69-exec-1: FailedScheduling - 0/3 nodes are available: 3 Insufficient cpu. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod.&#xA;2026/07/17 09:25:35   09:20:57 INFO SparkApplication/spark-pi-d9cv7okvti1s7b0qa4vg: SparkExecutorPending - Executor spark-pi-961fd69f6f60fb69-exec-1 is pending&#xA;2026/07/17 09:25:35   09:20:49 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Created - Created container: spark-kubernetes-driver&#xA;2026/07/17 09:25:35   09:20:49 INFO SparkApplication/spark-pi-d9cv7okvti1s7b0qa4vg: SparkDriverRunning - Driver spark-pi-d9cv7okvti1s7b0qa4vg-driver is running&#xA;2026/07/17 09:25:35   09:20:49 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Started - Started container spark-kubernetes-driver&#xA;2026/07/17 09:25:35   09:20:48 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Pulled - Container image &#34;quay.io/opendatahub/data-processing:Spark-v4.0.1&#34; already present on machine&#xA;2026/07/17 09:25:35   09:20:48 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: AddedInterface - Add eth0 [10.129.71.252/23] from ovn-kubernetes&#xA;2026/07/17 09:25:35   09:20:48 INFO SparkApplication/spark-pi-d9cv7okvti1s7b0qa4vg: SparkApplicationSubmitted - SparkApplication spark-pi-d9cv7okvti1s7b0qa4vg was submitted successfully&#xA;2026/07/17 09:25:35   09:20:47 INFO Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: Scheduled - Successfully assigned redhat-ods-applications/spark-pi-d9cv7okvti1s7b0qa4vg-driver to ip-10-0-1-132.us-east-2.compute.internal&#xA;2026/07/17 09:25:35   09:20:47 WARN Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: FailedMount - MountVolume.SetUp failed for volume &#34;spark-conf-volume-driver&#34; : configmap &#34;spark-drv-4ecf979f6f60d9d8-conf-map&#34; not found&#xA;2026/07/17 09:25:35   09:20:47 WARN Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: FailedMount - MountVolume.SetUp failed for volume &#34;pod-template-volume&#34; : configmap &#34;spark-pi-d9cv7okvti1s7b0qa4vg-7f25e29f6f60c846-driver-podspec-conf-map&#34; not found&#xA;2026/07/17 09:25:35 === RESOURCE QUOTAS ===&#xA;2026/07/17 09:25:35 No resource quotas found in monitored namespaces&#xA;2026/07/17 09:25:35 Classification for components: infrastructure/storage (code=1006, confidence=medium)&#xA;2026/07/17 09:25:35   Evidence: event Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: FailedMount - MountVolume.SetUp failed for volume &#34;spark-conf-volume-driver&#34; : configmap &#34;spark-drv-4ecf979f6f60d9d8-conf-map&#34; not found&#xA;FAILURE_CLASSIFICATION: {&#34;category&#34;:&#34;infrastructure&#34;,&#34;subcategory&#34;:&#34;storage&#34;,&#34;error_code&#34;:1006,&#34;evidence&#34;:[&#34;event Pod/spark-pi-d9cv7okvti1s7b0qa4vg-driver: FailedMount - MountVolume.SetUp failed for volume \&#34;spark-conf-volume-driver\&#34; : configmap \&#34;spark-drv-4ecf979f6f60d9d8-conf-map\&#34; not found&#34;],&#34;confidence&#34;:&#34;medium&#34;}&#xA;2026/07/17 09:25:35 Diagnostics complete for failed test: components&#xA;    controller_test.go:484: Stopping: components test failed.&#xA;2026/07/17 09:25:35 Circuit breaker: failure classified as infrastructure/storage (code=1006)&#xA;2026/07/17 09:25:35 Circuit breaker: infrastructure/unknown failure recorded (1/3 consecutive)&#xA;Deletion Policy: Never. Skipping deletion tests.&#xA;2026/07/17 09:25:36 Circuit breaker: no trips during this run (threshold=3)&#xA;--- FAIL: TestOdhOperator (384.00s)&#xA;</failure>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/monitoring" time="0.160000">
			<skipped message="=== RUN   TestOdhOperator/monitoring&#xA;2026-07-17T09:19:23Z&#x9;INFO&#x9;Cluster config&#x9;{&#34;Operator Namespace&#34;: &#34;redhat-ods-operator&#34;, &#34;Application Namespace&#34;: &#34;redhat-ods-applications&#34;, &#34;Release&#34;: {&#34;name&#34;:&#34;OpenShift AI Self-Managed&#34;,&#34;version&#34;:&#34;3.5.0-ea.2&#34;}, &#34;Cluster&#34;: {&#34;type&#34;:&#34;OpenShift&#34;,&#34;version&#34;:&#34;4.20.12&#34;}}&#xA;    controller_test.go:753: Skipping test: passed tag: Smoke, test tags: [Tier2]&#xA;--- SKIP: TestOdhOperator/monitoring (0.16s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_Gateway_infrastructure" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_Gateway_infrastructure&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_Gateway_infrastructure (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_OAuth_client_and_secret_creation" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_OAuth_client_and_secret_creation&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_OAuth_client_and_secret_creation (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_authentication_proxy_deployment" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_authentication_proxy_deployment&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_authentication_proxy_deployment (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_unauthenticated_access_redirects_to_login" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_unauthenticated_access_redirects_to_login&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_unauthenticated_access_redirects_to_login (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_OIDC_proxy_secret_creation" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_OIDC_proxy_secret_creation&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_OIDC_proxy_secret_creation (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_OIDC_authentication_proxy_deployment" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_OIDC_authentication_proxy_deployment&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_OIDC_authentication_proxy_deployment (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_OIDC_token_forwarding_to_dashboard" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_OIDC_token_forwarding_to_dashboard&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_OIDC_token_forwarding_to_dashboard (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_OIDC_unauthenticated_access_redirects_to_login" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_OIDC_unauthenticated_access_redirects_to_login&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_OIDC_unauthenticated_access_redirects_to_login (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_kube-auth-proxy_TLS_args_match_cluster_APIServer" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_kube-auth-proxy_TLS_args_match_cluster_APIServer&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_kube-auth-proxy_TLS_args_match_cluster_APIServer (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_HorizontalPodAutoscaler_creation" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_HorizontalPodAutoscaler_creation&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_HorizontalPodAutoscaler_creation (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_NetworkPolicy_creation" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_NetworkPolicy_creation&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_NetworkPolicy_creation (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_OAuth_callback_HTTPRoute" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_OAuth_callback_HTTPRoute&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_OAuth_callback_HTTPRoute (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_EnvoyFilter_creation" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_EnvoyFilter_creation&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_EnvoyFilter_creation (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_EDS_endpoint_discovery" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_EDS_endpoint_discovery&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_EDS_endpoint_discovery (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_dashboard_redirect_resources" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/gateway/Validate_dashboard_redirect_resources&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/gateway/Validate_dashboard_redirect_resources (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/auth/Validate_addition_of_RoleBinding_when_group_is_added" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/auth/Validate_addition_of_RoleBinding_when_group_is_added&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/auth/Validate_addition_of_RoleBinding_when_group_is_added (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/auth/Validate_removal_of_bindings_when_a_group_is_removed" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/auth/Validate_removal_of_bindings_when_a_group_is_removed&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/auth/Validate_removal_of_bindings_when_a_group_is_removed (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/auth/Validate_CEL_blocks_Auth_update_with_invalid_groups" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/auth/Validate_CEL_blocks_Auth_update_with_invalid_groups&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/auth/Validate_CEL_blocks_Auth_update_with_invalid_groups (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/auth/Validate_CEL_allows_Auth_with_valid_groups" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/services/group_1/auth/Validate_CEL_allows_Auth_with_valid_groups&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/services/group_1/auth/Validate_CEL_allows_Auth_with_valid_groups (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_operator_deployment_health" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_operator_deployment_health&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_operator_deployment_health (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_leader_election_behavior" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_leader_election_behavior&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_leader_election_behavior (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_components_deployment_success" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_components_deployment_success&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_components_deployment_success (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_components_deployment_failure" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_components_deployment_failure&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_components_deployment_failure (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_missing_CRD_handling" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_missing_CRD_handling&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_missing_CRD_handling (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_RBAC_restriction_handling" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_RBAC_restriction_handling&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/Operator_Resilience_E2E_Tests/Validate_RBAC_restriction_handling (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/V2_to_V3_upgrade_E2E_Tests" time="0.160000">
			<skipped message="=== RUN   TestOdhOperator/V2_to_V3_upgrade_E2E_Tests&#xA;2026-07-17T09:25:36Z&#x9;INFO&#x9;Cluster config&#x9;{&#34;Operator Namespace&#34;: &#34;redhat-ods-operator&#34;, &#34;Application Namespace&#34;: &#34;redhat-ods-applications&#34;, &#34;Release&#34;: {&#34;name&#34;:&#34;OpenShift AI Self-Managed&#34;,&#34;version&#34;:&#34;3.5.0-ea.2&#34;}, &#34;Cluster&#34;: {&#34;type&#34;:&#34;OpenShift&#34;,&#34;version&#34;:&#34;4.20.12&#34;}}&#xA;    controller_test.go:753: Skipping test: passed tag: Smoke, test tags: [Tier1]&#xA;--- SKIP: TestOdhOperator/V2_to_V3_upgrade_E2E_Tests (0.16s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/Deletion_ConfigMap_E2E_Tests/Validate_creation_of_configmap_with_deletion_disabled" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/Deletion_ConfigMap_E2E_Tests/Validate_creation_of_configmap_with_deletion_disabled&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier3]&#xA;--- SKIP: TestOdhOperator/Deletion_ConfigMap_E2E_Tests/Validate_creation_of_configmap_with_deletion_disabled (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/Deletion_ConfigMap_E2E_Tests/Validate_that_owned_namespaces_are_not_deleted" time="0.000000">
			<skipped message="=== RUN   TestOdhOperator/Deletion_ConfigMap_E2E_Tests/Validate_that_owned_namespaces_are_not_deleted&#xA;    helper_test.go:150: Skipping test: passed tag: Smoke, test tags: [Tier3]&#xA;--- SKIP: TestOdhOperator/Deletion_ConfigMap_E2E_Tests/Validate_that_owned_namespaces_are_not_deleted (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/upgrade_DSC_and_DSCI_v1_API" time="0.170000">
			<skipped message="=== RUN   TestOdhOperator/upgrade_DSC_and_DSCI_v1_API&#xA;2026-07-17T09:25:36Z&#x9;INFO&#x9;Cluster config&#x9;{&#34;Operator Namespace&#34;: &#34;redhat-ods-operator&#34;, &#34;Application Namespace&#34;: &#34;redhat-ods-applications&#34;, &#34;Release&#34;: {&#34;name&#34;:&#34;OpenShift AI Self-Managed&#34;,&#34;version&#34;:&#34;3.5.0-ea.2&#34;}, &#34;Cluster&#34;: {&#34;type&#34;:&#34;OpenShift&#34;,&#34;version&#34;:&#34;4.20.12&#34;}}&#xA;    controller_test.go:753: Skipping test: passed tag: Smoke, test tags: [Tier3]&#xA;--- SKIP: TestOdhOperator/upgrade_DSC_and_DSCI_v1_API (0.17s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestRunSingle/skips_when_group_is_disabled/inner" time="0.000000">
			<skipped message="=== RUN   TestRunSingle/skips_when_group_is_disabled/inner&#xA;    testgroup_test.go:78: Test group services is disabled&#xA;--- SKIP: TestRunSingle/skips_when_group_is_disabled/inner (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestRunSingle/skips_when_test_not_found/inner" time="0.000000">
			<skipped message="=== RUN   TestRunSingle/skips_when_test_not_found/inner&#xA;    testgroup_test.go:85: Test nonexistent is disabled by flags in group services&#xA;--- SKIP: TestRunSingle/skips_when_test_not_found/inner (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestRunSingle/respects_flags_disabling_the_test/inner" time="0.000000">
			<skipped message="=== RUN   TestRunSingle/respects_flags_disabling_the_test/inner&#xA;    testgroup_test.go:94: Test monitoring is disabled by flags in group services&#xA;--- SKIP: TestRunSingle/respects_flags_disabling_the_test/inner (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestRunExcluding/skips_when_group_is_disabled/inner" time="0.000000">
			<skipped message="=== RUN   TestRunExcluding/skips_when_group_is_disabled/inner&#xA;    testgroup_test.go:128: Test group services is disabled&#xA;--- SKIP: TestRunExcluding/skips_when_group_is_disabled/inner (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestRunExcluding/skips_entirely_when_excluding_only_remaining_test/inner" time="0.000000">
			<skipped message="=== RUN   TestRunExcluding/skips_entirely_when_excluding_only_remaining_test/inner&#xA;    testgroup_test.go:142: No tests remaining in group single after excluding only&#xA;--- SKIP: TestRunExcluding/skips_entirely_when_excluding_only_remaining_test/inner (0.00s)&#xA;"></skipped>
		</testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_ModelController_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Platform_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_SparkOperator_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_MLflowOperator_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Auth_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_OGX_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Monitoring_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Datascience_Cluster_CRD" time="0.030000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Models_As_A_Service_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Trainer_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Kserve_CRD" time="0.030000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_FeastOperator_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_TrainingOperator_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Kueue_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_DataSciencePipelines_CRD" time="0.030000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Workbenches_CRD" time="0.030000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_TrustyAI_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_ModelRegistry_CRD" time="0.010000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Ray_CRD" time="0.010000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_FeatureTracker_CRD" time="0.010000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Dashboard_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_DataScienceCluster_Initialization_CRD" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Manager_E2E_Tests" time="0.230000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests/Validate_owned_namespaces_exist" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests/Validate_default_NetworkPolicy_exist" time="0.040000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests/Validate_HardwareProfile_resource" time="10.140000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests" time="0.140000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_1/sparkoperator/Validate_component_enabled" time="30.420000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_1/sparkoperator/Validate_operands_have_OwnerReferences" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_1/sparkoperator/Validate_update_operand_resources/deployment_spark-operator-controller" time="20.050000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_1/sparkoperator/Validate_update_operand_resources/deployment_spark-operator-webhook" time="20.050000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_1/sparkoperator/Validate_update_operand_resources" time="40.200000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_1/sparkoperator/Validate_component_releases" time="0.030000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_2" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_3" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_4" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_5" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/components/group_6" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_GatewayConfig_creation" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway/Validate_Gateway_ready_status" time="0.020000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/gateway" time="0.210000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/auth/Validate_Auth_system_initialization" time="0.140000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1/auth" time="0.310000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/services/group_1" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/services" time="0.310000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Operator_Resilience_E2E_Tests" time="0.160000"></testcase>
		<testcase classname="e2e" name="TestOdhOperator/Deletion_ConfigMap_E2E_Tests" time="0.180000"></testcase>
		<testcase classname="e2e" name="TestResolveEnabledTests/all_enabled_when_no_flags" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestResolveEnabledTests/explicit_inclusion_limits_to_named_tests" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestResolveEnabledTests/exclusion_removes_from_full_set" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestResolveEnabledTests/inclusion_and_exclusion_combined" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestResolveEnabledTests" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunSingle/runs_only_the_named_test/monitoring" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunSingle/runs_only_the_named_test" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunSingle/skips_when_group_is_disabled" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunSingle/skips_when_test_not_found" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunSingle/respects_flags_disabling_the_test" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunSingle" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunExcluding/runs_all_except_excluded/services/group_1/auth" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunExcluding/runs_all_except_excluded/services/group_1/gateway" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunExcluding/runs_all_except_excluded/services/group_1" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunExcluding/runs_all_except_excluded/services" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunExcluding/runs_all_except_excluded" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunExcluding/skips_when_group_is_disabled" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunExcluding/skips_entirely_when_excluding_only_remaining_test" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestRunExcluding" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestIsTestEnabled/enabled_by_default" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestIsTestEnabled/disabled_by_exclusion_flag" time="0.000000"></testcase>
		<testcase classname="e2e" name="TestIsTestEnabled" time="0.000000"></testcase>
	</testsuite>
</testsuites>