<?xml version="1.0" encoding="UTF-8"?>
<testsuites tests="318" failures="2" skipped="69">
	<testsuite name="" tests="318" failures="2" errors="0" id="0" hostname="e2e-cli-nmanos-ephc-rhoai-smoke-2g6x8-test-platform-pod" skipped="69" time="11404.070" timestamp="2026-09-08T15:40:04Z">
		<testcase name="TestOdhOperator" classname="" time="1861.080">
			<system-out><![CDATA[2026/09/08 15:09:03 ARTIFACT_DIR not set, skipping periodic metrics collection
2026-09-08T15:09:04Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests" classname="" time="0.220">
			<system-out><![CDATA[2026-09-08T15:09:04Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Datascience_Cluster_CRD" classname="" time="0.030"></testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_DataScienceCluster_Initialization_CRD" classname="" time="0.030"></testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_FeatureTracker_CRD" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Ray_CRD" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_TrustyAI_CRD" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Kueue_CRD" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_DataSciencePipelines_CRD" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Auth_CRD" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/Operator_Manager_E2E_Tests/Validate_CRDs_owned_by_the_operator/Validate_Platform_CRD" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests" classname="" time="0.640">
			<system-out><![CDATA[2026-09-08T15:09:04Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests/Validate_HardwareProfile_resource" classname="" time="10.160"></testcase>
		<testcase name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests/Validate_owned_namespaces_exist" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests/Validate_default_NetworkPolicy_exist" classname="" time="0.040"></testcase>
		<testcase name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests/Validate_DSCI_webhook_denies_invalid_PEM_on_update" classname="" time="0.100"></testcase>
		<testcase name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests/Validate_DSCI_webhook_allows_valid_PEM_on_update" classname="" time="0.270"></testcase>
		<testcase name="TestOdhOperator/DSCInitialization_and_DataScienceCluster_validation_E2E_Tests/Validate_DSCI_webhook_allows_invalid_PEM_when_Removed" classname="" time="0.120"></testcase>
		<testcase name="TestOdhOperator/DAG_Ordering_E2E_Tests" classname="" time="11.330">
			<system-out><![CDATA[2026-09-08T15:09:15Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}
    controller_test.go:762: Ensuring clean slate: setting all components to Removed
    controller_test.go:762: Patched Subscription to remove env vars: [RHAI_VERSION CI]]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/DAG_Ordering_E2E_Tests/Validate_in-tree_gates_block_and_unblock_provisioning" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier2 Tier3]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/DAG_Ordering_E2E_Tests/Validate_admin_ack_gates_block_and_unblock_provisioning" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier2 Tier3]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/DAG_Ordering_E2E_Tests/Validate_partial_enablement" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier2 Tier3]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/DAG_Ordering_E2E_Tests/Validate_runlevel_gating_and_convergence" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier2 Tier3]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/DAG_Ordering_E2E_Tests/Validate_PlatformReady_condition_on_component_CRs" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier2 Tier3]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/DAG_Ordering_E2E_Tests/Validate_component_stability_across_enable/disable_cycles_(RHOAIENG-73142)" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier2 Tier3]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/DAG_Ordering_E2E_Tests/Validate_DAG_cleanup" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier2 Tier3]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/monitoring" classname="" time="0.170">
			<skipped message="Skipped"><![CDATA[2026-09-08T15:09:26Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}
    controller_test.go:762: Skipping test: passed tag: Smoke, test tags: [Tier2]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components" classname="" time="1837.820"></testcase>
		<testcase name="TestOdhOperator/components/group_1" classname="" time="0.000"></testcase>
		<testcase name="TestOdhOperator/components/group_1/aigateway" classname="" time="71.320"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard" classname="" time="429.170">
			<system-out><![CDATA[2026-09-08T15:10:08Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines" classname="" time="86.760">
			<system-out><![CDATA[2026-09-08T15:09:26Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/feastoperator" classname="" time="65.760"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve" classname="" time="434.540"></testcase>
		<testcase name="TestOdhOperator/components/group_1/mcplifecycleoperator" classname="" time="60.750"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ogx" classname="" time="60.720">
			<system-out><![CDATA[2026-09-08T15:10:27Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/ray" classname="" time="91.440"></testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator" classname="" time="121.130"></testcase>
		<testcase name="TestOdhOperator/components/group_1/trainer" classname="" time="51.090"></testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches" classname="" time="41.390"></testcase>
		<testcase name="TestOdhOperator/components/group_1/aigateway/Validate_component_enabled" classname="" time="60.900">
			<system-out><![CDATA[2026-09-08T15:09:26Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/mcplifecycleoperator/Validate_component_enabled" classname="" time="50.380">
			<system-out><![CDATA[2026-09-08T15:09:26Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_component_enabled" classname="" time="30.720">
			<system-out><![CDATA[2026-09-08T15:09:26Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/feastoperator/Validate_upgrade_from_in-tree:_selector_migration" classname="" time="0.040">
			<system-out><![CDATA[2026-09-08T15:09:26Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator/Validate_component_enabled" classname="" time="110.660">
			<system-out><![CDATA[2026-09-08T15:09:26Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_component_enabled" classname="" time="20.690">
			<system-out><![CDATA[2026-09-08T15:09:26Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_component_enabled" classname="" time="101.800">
			<system-out><![CDATA[2026-09-08T15:09:26Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/trainer/Validate_component_enabled" classname="" time="40.710"></testcase>
		<testcase name="TestOdhOperator/components/group_1/feastoperator/Validate_component_enabled" classname="" time="0.110"></testcase>
		<testcase name="TestOdhOperator/components/group_1/feastoperator/Validate_module_operator_deployed" classname="" time="25.120"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_component_conditions" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_operands_have_OwnerReferences" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_update_operand_resources" classname="" time="20.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_update_operand_resources/deployment_data-science-pipelines-operator-controller-manager" classname="" time="20.060"></testcase>
		<testcase name="TestOdhOperator/components/group_1/feastoperator/Validate_module_CR_created" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/feastoperator/Validate_module_CR_ready" classname="" time="30.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_module_operator_deployment" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_workbenches_namespace_configuration" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_module_releases" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_ImageStreams_available" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_MLflow_integration" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier2]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_WorkbenchesV2_default_Removed" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_resource_deletion_recovery" classname="" time="0.050"></testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery" classname="" time="0.020">
			<system-out><![CDATA[    helper_test.go:156: No ConfigMap resources found for component Workbenches, skipping]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_resource_deletion_recovery/Service_deletion_recovery" classname="" time="0.020">
			<system-out><![CDATA[    helper_test.go:156: No Service resources found for component Workbenches, skipping]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_resource_deletion_recovery/RBAC_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to external dependency timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_resource_deletion_recovery/ServiceAccount_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to token refresh timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_resource_deletion_recovery/Deployment_deletion_recovery" classname="" time="0.020">
			<system-out><![CDATA[    helper_test.go:156: No Deployment resources found for component Workbenches, skipping deletion recovery test]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_component_disabled" classname="" time="10.380"></testcase>
		<testcase name="TestOdhOperator/components/group_1/trainer/Validate_module_handler_projects_DSC_config_to_Module_CR" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/trainer/Validate_component_disabled" classname="" time="10.160"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_component_releases" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_platform_release" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_argoWorkflowsControllers_options" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery" classname="" time="35.490"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery" classname="" time="15.240"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_data-science-pipelines-operator-dspo-config" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/workbenches/Validate_WorkbenchesV2_when_parent_disabled" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_component_enabled" classname="" time="50.710"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_data-science-pipelines-operator-dspo-parameters" classname="" time="5.090"></testcase>
		<testcase name="TestOdhOperator/components/group_1/mcplifecycleoperator/Validate_releases_mirrored_to_DSC" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/mcplifecycleoperator/Validate_component_disabled" classname="" time="10.160"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_workflow-controller-configmap" classname="" time="5.070">
			<system-out><![CDATA[2026-09-08T15:10:17Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_component_enabled" classname="" time="30.540"></testcase>
		<testcase name="TestOdhOperator/components/group_1/feastoperator/Validate_feast-operator_deployed_by_module" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/feastoperator/Validate_upgrade:_existing_operands_preserved" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/feastoperator/Validate_module_disabled_cleanup" classname="" time="10.150"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/Service_deletion_recovery" classname="" time="5.090"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_data-science-pipelines-operator-service" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ogx/Validate_component_enabled" classname="" time="50.360"></testcase>
		<testcase name="TestOdhOperator/components/group_1/aigateway/Validate_env_var_injection" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/aigateway/Validate_releases_mirrored_to_DSC" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/aigateway/Validate_module_CR_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/aigateway/Validate_submodule_conditions_with_mixed_enablement" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/aigateway/Validate_submodule_conditions_when_parent_disabled" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/aigateway/Validate_component_disabled" classname="" time="10.220"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/RBAC_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to external dependency timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/ServiceAccount_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to token refresh timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/Deployment_deletion_recovery" classname="" time="15.160"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_data-science-pipelines-operator-controller-manager" classname="" time="15.140"></testcase>
		<testcase name="TestOdhOperator/components/group_1/datasciencepipelines/Validate_component_disabled" classname="" time="10.240"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_operands_have_OwnerReferences" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_update_operand_resources" classname="" time="20.060"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_update_operand_resources/deployment_kuberay-operator" classname="" time="20.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_operands_have_OwnerReferences" classname="" time="0.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_update_operand_resources" classname="" time="20.060"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_component_releases" classname="" time="0.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_platform_release" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery" classname="" time="30.370"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery" classname="" time="5.090"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_ray-config-bf2bfgg6b4" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_component_spec" classname="" time="0.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_operands_have_OwnerReferences" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_no_Kserve_FeatureTrackers" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_VAP_created_when_kserve_is_enabled" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_update_operand_resources" classname="" time="100.230"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_update_operand_resources/deployment_kserve-controller-manager" classname="" time="20.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery/Service_deletion_recovery" classname="" time="10.160"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_kuberay-operator" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator/Validate_module_operator_bootstrap_resources" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator/Validate_env_var_injection" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator/Validate_releases_mirrored_to_DSC" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator/Validate_SparkPi_workload_execution" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator/Validate_ScheduledSparkApplication_workload_execution" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator/Validate_module_CR_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator/Validate_module_operator_Deployment_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/sparkoperator/Validate_component_disabled" classname="" time="10.260"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ogx/Validate_component_disabled" classname="" time="10.160"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_kuberay-webhook-service" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_dynamically_watches_operands" classname="" time="10.260"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery/RBAC_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to external dependency timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery/ServiceAccount_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to token refresh timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery/Deployment_deletion_recovery" classname="" time="15.120"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_kuberay-operator" classname="" time="15.100"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_update_operand_resources/deployment_kserve-localmodel-controller-manager" classname="" time="20.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_CRDs_reinstated" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_VAP_blocks_dashboard_HardwareProfile_and_AcceleratorProfile_creation" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery" classname="" time="337.680"></testcase>
		<testcase name="TestOdhOperator/components/group_1/ray/Validate_component_disabled" classname="" time="10.230"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery" classname="" time="60.920"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_agent-ops-params" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_automl-params" classname="" time="0.020">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: ConfigMap automl-params belongs to module "automl" which is not currently deployed]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_autorag-params" classname="" time="0.020">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: ConfigMap autorag-params belongs to module "autorag" which is not currently deployed]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_federation-config" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_update_operand_resources/deployment_llmisvc-controller-manager" classname="" time="20.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_gen-ai-params" classname="" time="5.090"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_kube-rbac-proxy-config" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_maas-params" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_model-registry-ui-config" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_update_operand_resources/deployment_model-serving-api" classname="" time="20.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_notebooks-params" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_oci-v1" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_odh-dashboard-config" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_rhoai-dashboard-params" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_update_operand_resources/deployment_odh-model-controller" classname="" time="20.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_s3" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_uri-v1" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Service_deletion_recovery" classname="" time="25.470"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_odh-dashboard-agent-ops-ui" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_odh-dashboard-gen-ai-ui" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_component_releases" classname="" time="0.040"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_well-known_LLMInferenceServiceConfig_versioning" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_subscription_dependency_conditions" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_platform_config_ConfigMap" classname="" time="0.030">
			<system-out><![CDATA[    helper_test.go:156: Verifying platform config ConfigMap odh-kserve-config exists in namespace redhat-ods-applications.
    helper_test.go:156: Non-XKS platform: verifying cert-manager CA keys are absent.]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_ModelRegistry_state_propagation" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery" classname="" time="221.810"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery" classname="" time="20.330"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_inferenceservice-config" classname="" time="5.090"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_odh-dashboard-maas-ui" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_kserve-modelcache-parameters" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_odh-dashboard-notebooks-ui" classname="" time="5.140"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_kserve-parameters" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_rhods-dashboard" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_odh-model-controller-parameters" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/RBAC_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to external dependency timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/ServiceAccount_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to token refresh timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Deployment_deletion_recovery" classname="" time="241.160"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_agent-ops-ui" classname="" time="45.160"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery" classname="" time="45.720"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_kserve-controller-manager-metrics-service" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_kserve-controller-manager-service" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_kserve-webhook-server-service" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_llmisvc-controller-manager-service" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_llmisvc-webhook-server-service" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_localmodel-webhook-server-service" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_model-serving-api" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_odh-model-controller-metrics-service" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_odh-model-controller-webhook-service" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_dashboard-operator" classname="" time="15.140"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/RBAC_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to external dependency timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/ServiceAccount_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to token refresh timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Deployment_deletion_recovery" classname="" time="155.760"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_kserve-controller-manager" classname="" time="35.150"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_gen-ai-ui" classname="" time="45.220"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_kserve-localmodel-controller-manager" classname="" time="45.180"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_maas-ui" classname="" time="45.160"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_llmisvc-controller-manager" classname="" time="45.170"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_notebooks-ui" classname="" time="45.160"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_model-serving-api" classname="" time="15.120"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_odh-model-controller" classname="" time="15.110"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_rhods-dashboard" classname="" time="45.260"></testcase>
		<testcase name="TestOdhOperator/components/group_1/kserve/Validate_component_disabled" classname="" time="10.330"></testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_resource_deletion_recovery/Route_deletion_recovery" classname="" time="0.020">
			<system-out><![CDATA[    dashboard_test.go:300: No Route resources found for component Dashboard, skipping]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_1/dashboard/Validate_component_disabled" classname="" time="10.240"></testcase>
		<testcase name="TestOdhOperator/components/group_2" classname="" time="0.000"></testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue" classname="" time="93.480"></testcase>
		<testcase name="TestOdhOperator/components/group_2/modelregistry" classname="" time="70.750">
			<system-out><![CDATA[2026-09-08T15:17:17Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/modelregistry/Validate_component_enabled" classname="" time="50.270">
			<system-out><![CDATA[2026-09-08T15:17:17Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_component_unmanaged_error_with_ocp_kueue-operator_not_installed" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_component_removed_to_unmanaged_transition" classname="" time="10.890">
			<system-out><![CDATA[    helper_test.go:156: Setting Kueue component (default-kueue) to Removed mode to start with a clean state.
    helper_test.go:156: Cleaning up any existing Kueue test resources.
    helper_test.go:156: Cleaning up Kueue cluster-scoped resources
    helper_test.go:156: Will attempt to delete 3 Kueue resources
    helper_test.go:156: Attempting to delete ClusterQueue /default
    helper_test.go:156: Successfully processed deletion of ClusterQueue /default
    helper_test.go:156: Attempting to delete ResourceFlavor /default-flavor
    helper_test.go:156: Successfully processed deletion of ResourceFlavor /default-flavor
    helper_test.go:156: Attempting to delete Kueue /cluster
    helper_test.go:156: Successfully processed deletion of Kueue /cluster
    helper_test.go:156: Creating test namespace (test-kueue-managed-dag2dvf0ckrs7m972n3g) with Kueue management annotation.
    helper_test.go:156: Creating Kueue ConfigMap (kueue-manager-config) to verify default Kueue resource is created correctly.
    helper_test.go:156: Creating Kueue ConfigMap (kueue-manager-config) in namespace (redhat-ods-applications).
    helper_test.go:156: Updating the management state of the component in the DataScienceCluster to Unmanaged with autoCreateQueues=true (expecting NotReady initially due to missing operator).
    helper_test.go:156: Ensuring LWS Operator is installed (namespace=openshift-lws-operator, name=leader-worker-set).
    helper_test.go:156: Ensuring LeaderWorkerSetOperator CR exists (namespace=openshift-lws-operator, name=cluster).
    helper_test.go:156: Ensuring OCP Kueue Operator is installed (namespace=openshift-kueue-operator, name=kueue-operator).
    helper_test.go:156: Verifying the component in the DataScienceCluster transitions to Ready state.
    helper_test.go:156: Verifying Kueue configuration (cluster) is created with all expected frameworks.
    helper_test.go:156: Verifying default ClusterQueue and LocalQueue resources are created in namespace test-kueue-managed-dag2dvf0ckrs7m972n3g.
    helper_test.go:156: Verifying default resource flavor (default-flavor) is created.
    test_context_test.go:1111: cleanup: best-effort delete failed for /, Kind= redhat-ods-applications/kueue-manager-config: Object 'Kind' is missing in 'unstructured object has no kind']]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_platform_release" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_component_unmanaged_to_removed_transition" classname="" time="51.230">
			<system-out><![CDATA[    helper_test.go:156: Setting Kueue component (default-kueue) to Removed mode to start with a clean state.
    helper_test.go:156: Cleaning up any existing Kueue test resources.
    helper_test.go:156: Cleaning up Kueue cluster-scoped resources
    helper_test.go:156: Will attempt to delete 3 Kueue resources
    helper_test.go:156: Attempting to delete ClusterQueue /default
    helper_test.go:156: Successfully processed deletion of ClusterQueue /default
    helper_test.go:156: Attempting to delete ResourceFlavor /default-flavor
    helper_test.go:156: Successfully processed deletion of ResourceFlavor /default-flavor
    helper_test.go:156: Attempting to delete Kueue /cluster
    helper_test.go:156: Successfully processed deletion of Kueue /cluster
    helper_test.go:156: Ensuring LWS Operator is installed (namespace=openshift-lws-operator, name=leader-worker-set).
    helper_test.go:156: Ensuring LeaderWorkerSetOperator CR exists (namespace=openshift-lws-operator, name=cluster).
    helper_test.go:156: Ensuring OCP Kueue Operator is installed (namespace=openshift-kueue-operator, name=kueue-operator).
    helper_test.go:156: Defining expected conditions for Unmanaged state (Ready=True).
    helper_test.go:156: Updating DSC default-dsc to set Kueue managementState to Unmanaged with autoCreateQueues=true.
    helper_test.go:156: Creating test namespace (test-kueue-managed-dag2e270ckrs7m972n40) with Kueue management annotation.
    helper_test.go:156: Verifying default Kueue resources exist in namespace test-kueue-managed-dag2e270ckrs7m972n40.]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/modelregistry/Validate_module_CR_spec" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/modelregistry/Validate_registries_namespace_created" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/modelregistry/Validate_releases_mirrored_to_DSC" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/modelregistry/Validate_component_disabled" classname="" time="20.270">
			<system-out><![CDATA[    helper_test.go:156: Verifying default resource flavor (default-flavor) is created.
    helper_test.go:156: Updating DSC default-dsc to set Kueue managementState to Removed.
    helper_test.go:156: Verifying default resources are still present in namespace test-kueue-managed-dag2e270ckrs7m972n40.
    helper_test.go:156: Cleaning up Kueue test resources.
    helper_test.go:156: Cleaning up Kueue cluster-scoped resources
    helper_test.go:156: Will attempt to delete 3 Kueue resources
    helper_test.go:156: Attempting to delete ClusterQueue /default
    helper_test.go:156: Successfully processed deletion of ClusterQueue /default
    helper_test.go:156: Attempting to delete ResourceFlavor /default-flavor
    helper_test.go:156: Successfully processed deletion of ResourceFlavor /default-flavor
    helper_test.go:156: Attempting to delete Kueue /cluster
    helper_test.go:156: Successfully processed deletion of Kueue /cluster]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_autoCreateQueues_disabled_skips_queue_creation" classname="" time="20.850">
			<system-out><![CDATA[    helper_test.go:156: Setting Kueue component (default-kueue) to Removed mode to start with a clean state.
    helper_test.go:156: Cleaning up any existing Kueue test resources.
    helper_test.go:156: Cleaning up Kueue cluster-scoped resources
    helper_test.go:156: Will attempt to delete 3 Kueue resources
    helper_test.go:156: Attempting to delete ClusterQueue /default
    helper_test.go:156: Successfully processed deletion of ClusterQueue /default
    helper_test.go:156: Attempting to delete ResourceFlavor /default-flavor
    helper_test.go:156: Successfully processed deletion of ResourceFlavor /default-flavor
    helper_test.go:156: Attempting to delete Kueue /cluster
    helper_test.go:156: Successfully processed deletion of Kueue /cluster
    helper_test.go:156: Ensuring LWS Operator is installed (namespace=openshift-lws-operator, name=leader-worker-set).
    helper_test.go:156: Ensuring LeaderWorkerSetOperator CR exists (namespace=openshift-lws-operator, name=cluster).]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_resource_deletion_recovery" classname="" time="0.050"></testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery" classname="" time="0.020">
			<system-out><![CDATA[    helper_test.go:156: No ConfigMap resources found for component Kueue, skipping]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_resource_deletion_recovery/Service_deletion_recovery" classname="" time="0.020">
			<system-out><![CDATA[    helper_test.go:156: No Service resources found for component Kueue, skipping]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_resource_deletion_recovery/RBAC_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to external dependency timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_resource_deletion_recovery/ServiceAccount_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to token refresh timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_resource_deletion_recovery/Deployment_deletion_recovery" classname="" time="0.020">
			<system-out><![CDATA[    helper_test.go:156: No Deployment resources found for component Kueue, skipping deletion recovery test]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_2/kueue/Validate_component_disabled" classname="" time="10.230">
			<system-out><![CDATA[    helper_test.go:156: Setting DSC component default-kueue to Removed state.
    helper_test.go:156: Verifying no Deployments remain in namespace redhat-ods-applications with part-of=kueue label.
    helper_test.go:156: Ensuring the component CR /default-kueue is removed.]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_3" classname="" time="0.000"></testcase>
		<testcase name="TestOdhOperator/components/group_3/mlflowoperator" classname="" time="91.410"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai" classname="" time="304.710">
			<system-out><![CDATA[2026-09-08T15:18:50Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_component_enabled" classname="" time="121.630">
			<system-out><![CDATA[2026-09-08T15:18:50Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_3/mlflowoperator/Validate_component_enabled" classname="" time="81.000"></testcase>
		<testcase name="TestOdhOperator/components/group_3/mlflowoperator/Validate_component_disabled" classname="" time="10.210"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_operands_have_OwnerReferences" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_update_operand_resources" classname="" time="20.080"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_update_operand_resources/deployment_trustyai-service-operator-controller-manager" classname="" time="20.060"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_component_releases" classname="" time="0.040"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_platform_release" classname="" time="0.020"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_MCP_guardrails_mode" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_pre_check" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery" classname="" time="142.160"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery" classname="" time="111.780"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-dsc-config" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-config" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-coding-v1" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-instruction-following-v1" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-leaderboard-v2" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-long-context-v1" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-model-validation" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-open-telco-v1" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-reasoning-v1" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-safety-and-fairness-v1" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-standard-llm-evals-v1" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-collection-toxicity-and-ethical-principles" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-provider-deepeval" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-provider-garak" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-provider-garak-kfp" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-provider-guidellm" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-provider-ibm-clear" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-provider-inspect" classname="" time="5.130"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-provider-lighteval" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-provider-lm-evaluation-harness" classname="" time="5.150"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-evalhub-provider-ragas" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ConfigMap_deletion_recovery/ConfigMap_trustyai-service-operator-lmeval-tasks" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/Service_deletion_recovery" classname="" time="15.240"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_trustyai-service-operator-controller-manager-metrics-service" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_trustyai-service-operator-metrics-service" classname="" time="5.070"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/Service_deletion_recovery/Service_trustyai-service-operator-webhook-service" classname="" time="5.080"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/RBAC_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to external dependency timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/ServiceAccount_deletion_recovery" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipped due to token refresh timing issues]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/Deployment_deletion_recovery" classname="" time="15.140"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_resource_deletion_recovery/Deployment_deletion_recovery/deployment_trustyai-service-operator-controller-manager" classname="" time="15.120"></testcase>
		<testcase name="TestOdhOperator/components/group_3/trustyai/Validate_component_disabled" classname="" time="20.570"></testcase>
		<testcase name="TestOdhOperator/components/group_4" classname="" time="0.000"></testcase>
		<testcase name="TestOdhOperator/components/group_4/kserve" classname="" time="600.260"></testcase>
		<testcase name="TestOdhOperator/components/group_4/kueue" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    controller_test.go:762: Skipping: flaky due to namespace stuck in Terminating state. See RHOAIENG-46773 and RHOAIENG-46774.]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_4/trainer" classname="" time="30.400"></testcase>
		<testcase name="TestOdhOperator/components/group_4/kserve/Validate_component_enabled" classname="" time="600.090">
			<failure message="Failed"><![CDATA[2026-09-08T15:23:55Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></failure>
		</testcase>
		<testcase name="TestOdhOperator/components/group_4/trainer/Validate_component_enabled" classname="" time="30.210"></testcase>
		<testcase name="TestOdhOperator/components/group_4/trainer/Validate_external_operator_degraded_condition_monitoring" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    helper_test.go:156: Skipping test: passed tag: Smoke, test tags: [Tier1]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/components/group_5" classname="" time="0.000"></testcase>
		<testcase name="TestOdhOperator/components/group_5/kserve-modelcache" classname="" time="300.180">
			<system-out><![CDATA[2026-09-08T15:33:56Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}]]></system-out>
		</testcase>
		<testcase name="TestOdhOperator/components/group_5/kserve-modelcache/Validate_component_enabled" classname="" time="300.010">
			<failure message="Failed"><![CDATA[    resource_applier_test.go:211: 
        Timed out after 300.008s.
        The function passed to Eventually failed at /workspace/tests/e2e/resource_applier_test.go:287 with:
        Error occurred while applying the resource 'default-dsc' of kind 'DataScienceCluster': Internal error occurred: failed calling webhook "datasciencecluster-v2-defaulter.opendatahub.io": failed to call webhook: Post "https://rhods-operator-service.redhat-ods-operator.svc:443/mutate-datasciencecluster-v2?timeout=10s": no endpoints available for service "rhods-operator-service"
        Unexpected error:
            <*errors.StatusError | 0x1697e7f7e820>: 
            Internal error occurred: failed calling webhook "datasciencecluster-v2-defaulter.opendatahub.io": failed to call webhook: Post "https://rhods-operator-service.redhat-ods-operator.svc:443/mutate-datasciencecluster-v2?timeout=10s": no endpoints available for service "rhods-operator-service"
            {
                ErrStatus: {
                    TypeMeta: {Kind: "Status", APIVersion: "v1"},
                    ListMeta: {
                        SelfLink: "",
                        ResourceVersion: "",
                        Continue: "",
                        RemainingItemCount: nil,
                        ShardInfo: nil,
                    },
                    Status: "Failure",
                    Message: "Internal error occurred: failed calling webhook \"datasciencecluster-v2-defaulter.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/mutate-datasciencecluster-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\"",
                    Reason: "InternalError",
                    Details: {
                        Name: "",
                        Group: "",
                        Kind: "",
                        UID: "",
                        Causes: [
                            {
                                Type: "",
                                Message: "failed calling webhook \"datasciencecluster-v2-defaulter.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/mutate-datasciencecluster-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\"",
                                Field: "",
                            },
                        ],
                        RetryAfterSeconds: 0,
                    },
                    Code: 500,
                },
            }
        occurred
    testing.go:1913: test executed panic(nil) or runtime.Goexit: subtest may have called FailNow on a parent test]]></failure>
		</testcase>
		<testcase name="TestOdhOperator/services" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    controller_test.go:493: CIRCUIT BREAKER OPEN: Infrastructure failure detected after 3 infrastructure/unknown failures. Cluster health issues: [failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/Operator_Resilience_E2E_Tests" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    controller_test.go:497: CIRCUIT BREAKER OPEN: Infrastructure failure detected after 3 infrastructure/unknown failures. Cluster health issues: [failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/V2_to_V3_upgrade_E2E_Tests" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    controller_test.go:502: CIRCUIT BREAKER OPEN: Infrastructure failure detected after 3 infrastructure/unknown failures. Cluster health issues: [failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/Deletion_ConfigMap_E2E_Tests" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    controller_test.go:508: CIRCUIT BREAKER OPEN: Infrastructure failure detected after 3 infrastructure/unknown failures. Cluster health issues: [failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host]]]></skipped>
		</testcase>
		<testcase name="TestOdhOperator/upgrade_DSC_and_DSCI_v1_API" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    controller_test.go:513: CIRCUIT BREAKER OPEN: Infrastructure failure detected after 3 infrastructure/unknown failures. Cluster health issues: [failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host]]]></skipped>
		</testcase>
		<testcase name="TestLogPodsSectionContinuesWithPartialData" classname="" time="0.000"></testcase>
		<testcase name="TestScopeRulesComponentsMatchRealTestGroup" classname="" time="0.000"></testcase>
		<testcase name="TestScopeRulesServicesMatchRealTestGroup" classname="" time="0.000"></testcase>
		<testcase name="TestScopeRulesEnvVarFormatIsSpaceSeparated" classname="" time="0.000"></testcase>
		<testcase name="TestScopeRulesEnvVarFormatIsSpaceSeparated/space-separated_matches_the_real_contract" classname="" time="0.000"></testcase>
		<testcase name="TestScopeRulesEnvVarFormatIsSpaceSeparated/comma-separated_collapses_into_one_malformed_name_--_this_is_the_bug,_not_the_fix" classname="" time="0.000"></testcase>
		<testcase name="TestScopeRulesEnvVarFormatIsSpaceSeparated/single_name_has_no_separator_to_get_wrong" classname="" time="0.000"></testcase>
		<testcase name="TestResolveEnabledTests" classname="" time="0.000"></testcase>
		<testcase name="TestResolveEnabledTests/all_enabled_when_no_flags" classname="" time="0.000"></testcase>
		<testcase name="TestResolveEnabledTests/explicit_inclusion_limits_to_named_tests" classname="" time="0.000"></testcase>
		<testcase name="TestResolveEnabledTests/exclusion_removes_from_full_set" classname="" time="0.000"></testcase>
		<testcase name="TestResolveEnabledTests/inclusion_and_exclusion_combined" classname="" time="0.000"></testcase>
		<testcase name="TestRunSingle" classname="" time="0.000"></testcase>
		<testcase name="TestRunSingle/runs_only_the_named_test" classname="" time="0.000"></testcase>
		<testcase name="TestRunSingle/runs_only_the_named_test/monitoring" classname="" time="0.000"></testcase>
		<testcase name="TestRunSingle/skips_when_group_is_disabled" classname="" time="0.000"></testcase>
		<testcase name="TestRunSingle/skips_when_group_is_disabled/inner" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    testgroup_test.go:78: Test group services is disabled]]></skipped>
		</testcase>
		<testcase name="TestRunSingle/skips_when_test_not_found" classname="" time="0.000"></testcase>
		<testcase name="TestRunSingle/skips_when_test_not_found/inner" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    testgroup_test.go:85: Test nonexistent is disabled by flags in group services]]></skipped>
		</testcase>
		<testcase name="TestRunSingle/respects_flags_disabling_the_test" classname="" time="0.000"></testcase>
		<testcase name="TestRunSingle/respects_flags_disabling_the_test/inner" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    testgroup_test.go:94: Test monitoring is disabled by flags in group services]]></skipped>
		</testcase>
		<testcase name="TestRunExcluding" classname="" time="0.000"></testcase>
		<testcase name="TestRunExcluding/runs_all_except_excluded" classname="" time="0.000"></testcase>
		<testcase name="TestRunExcluding/runs_all_except_excluded/services" classname="" time="0.000"></testcase>
		<testcase name="TestRunExcluding/runs_all_except_excluded/services/group_1" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    testgroup_test.go:116: CIRCUIT BREAKER OPEN: Infrastructure failure detected after 3 infrastructure/unknown failures. Cluster health issues: [failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host]]]></skipped>
		</testcase>
		<testcase name="TestRunExcluding/skips_when_group_is_disabled" classname="" time="0.000"></testcase>
		<testcase name="TestRunExcluding/skips_when_group_is_disabled/inner" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    testgroup_test.go:128: Test group services is disabled]]></skipped>
		</testcase>
		<testcase name="TestRunExcluding/skips_entirely_when_excluding_only_remaining_test" classname="" time="0.000"></testcase>
		<testcase name="TestRunExcluding/skips_entirely_when_excluding_only_remaining_test/inner" classname="" time="0.000">
			<skipped message="Skipped"><![CDATA[    testgroup_test.go:142: No tests remaining in group single after excluding only]]></skipped>
		</testcase>
		<testcase name="TestIsTestEnabled" classname="" time="0.000"></testcase>
		<testcase name="TestIsTestEnabled/enabled_by_default" classname="" time="0.000"></testcase>
		<testcase name="TestIsTestEnabled/disabled_by_exclusion_flag" classname="" time="0.000"></testcase>
		<system-out><![CDATA[    controller_test.go:762: Restoring operator to original version for Phase 3
    controller_test.go:762: Patched Subscription to remove env vars: [RHAI_VERSION CI]
    controller_test.go:762: Waiting for DSC to fully reconcile at original version
    dag_ordering_test.go:193: Cleanup: setting all components to Removed, deleting quota, and restoring operator env vars
    dag_ordering_test.go:196: Patched Subscription to remove env vars: [RHAI_VERSION CI]
    helper_test.go:156: Ensuring OCP Kueue Operator is installed (namespace=openshift-kueue-operator, name=kueue-operator).
    helper_test.go:156: Creating test namespace (test-kueue-no-queues-dag2eev0ckrs7m972n4g) with Kueue management annotation.
    helper_test.go:156: Creating Kueue ConfigMap (kueue-manager-config) to verify default Kueue resource is created correctly.
    helper_test.go:156: Creating Kueue ConfigMap (kueue-manager-config) in namespace (redhat-ods-applications).
    helper_test.go:156: Updating DSC to set Kueue to Unmanaged with autoCreateQueues=false (default).
    helper_test.go:156: Verifying Kueue configuration (cluster) is still created.
    helper_test.go:156: Verifying no ClusterQueue, ResourceFlavor or LocalQueue is created (autoCreateQueues=false).
    helper_test.go:156: Cleaning up Kueue test resources.
    helper_test.go:156: Cleaning up Kueue cluster-scoped resources
    helper_test.go:156: Will attempt to delete 3 Kueue resources
    helper_test.go:156: Attempting to delete ClusterQueue /default
    helper_test.go:156: Successfully processed deletion of ClusterQueue /default
    helper_test.go:156: Attempting to delete ResourceFlavor /default-flavor
    helper_test.go:156: Successfully processed deletion of ResourceFlavor /default-flavor
    helper_test.go:156: Attempting to delete Kueue /cluster
    helper_test.go:156: Successfully processed deletion of Kueue /cluster
    test_context_test.go:1111: cleanup: best-effort delete failed for /, Kind= redhat-ods-applications/kueue-manager-config: Object 'Kind' is missing in 'unstructured object has no kind'
2026-09-08T15:23:55Z	INFO	Cluster config	{"Operator Namespace": "redhat-ods-operator", "Application Namespace": "redhat-ods-applications", "Release": {"name":"OpenShift AI Self-Managed","version":"3.6.0-ea.1"}, "Cluster": {"type":"OpenShift","version":"4.21.31"}}
    resource_applier_test.go:211: 
        Timed out after 600.005s.
        The function passed to Eventually failed at /workspace/tests/e2e/resource_applier_test.go:287 with:
        Error occurred while applying the resource 'default-dsc' of kind 'DataScienceCluster': Internal error occurred: failed calling webhook "datasciencecluster-v2-defaulter.opendatahub.io": failed to call webhook: Post "https://rhods-operator-service.redhat-ods-operator.svc:443/mutate-datasciencecluster-v2?timeout=10s": no endpoints available for service "rhods-operator-service"
        Unexpected error:
            <*errors.StatusError | 0x1697e73c9c20>: 
            Internal error occurred: failed calling webhook "datasciencecluster-v2-defaulter.opendatahub.io": failed to call webhook: Post "https://rhods-operator-service.redhat-ods-operator.svc:443/mutate-datasciencecluster-v2?timeout=10s": no endpoints available for service "rhods-operator-service"
            {
                ErrStatus: {
                    TypeMeta: {Kind: "Status", APIVersion: "v1"},
                    ListMeta: {
                        SelfLink: "",
                        ResourceVersion: "",
                        Continue: "",
                        RemainingItemCount: nil,
                        ShardInfo: nil,
                    },
                    Status: "Failure",
                    Message: "Internal error occurred: failed calling webhook \"datasciencecluster-v2-defaulter.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/mutate-datasciencecluster-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\"",
                    Reason: "InternalError",
                    Details: {
                        Name: "",
                        Group: "",
                        Kind: "",
                        UID: "",
                        Causes: [
                            {
                                Type: "",
                                Message: "failed calling webhook \"datasciencecluster-v2-defaulter.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/mutate-datasciencecluster-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\"",
                                Field: "",
                            },
                        ],
                        RetryAfterSeconds: 0,
                    },
                    Code: 500,
                },
            }
        occurred
    testing.go:1913: test executed panic(nil) or runtime.Goexit: subtest may have called FailNow on a parent test
2026/09/08 15:33:55 TEST FAILURE DETECTED: group 4
2026/09/08 15:33:55 === RUNNING CLUSTER DIAGNOSTICS (triggered by test:group 4) ===
2026/09/08 15:33:56 === CLUSTER STATE ===
2026/09/08 15:33:56 No nodes found in cluster
2026/09/08 15:33:56 === DEPLOYMENTS ===
2026/09/08 15:33:56 Failed to collect deployment data: deployments not ready: redhat-ods-applications/kserve-controller-manager (0/1), redhat-ods-applications/kserve-localmodel-controller-manager (0/1), redhat-ods-applications/kserve-module-controller-manager (0/1), redhat-ods-applications/kubeflow-trainer-controller-manager (0/1), redhat-ods-applications/llmisvc-controller-manager (0/1), redhat-ods-applications/model-serving-api (0/1), redhat-ods-applications/odh-model-controller (0/1), redhat-ods-applications/trainer-operator-controller-manager (0/1)
2026/09/08 15:33:56 === PODS ===
2026/09/08 15:33:56 Failed to collect pod data: redhat-ods-applications/kserve-controller-manager-5fbbd6dd88-dx8k5: phase=Pending; redhat-ods-applications/kserve-localmodel-controller-manager-fc8c879d7-299kb: phase=Pending; redhat-ods-applications/kubeflow-trainer-controller-manager-5449979c85-26cs4: phase=Pending; redhat-ods-applications/model-serving-api-7df8c9655f-g9b45: phase=Pending; redhat-ods-applications/odh-model-controller-57457c4c89-428lx: phase=Pending; redhat-ods-applications/trainer-operator-controller-manager-6b585cbb9f-bkvgw: phase=Pending
2026/09/08 15:33:56 Continuing with partial pod data to collect logs from problematic containers
2026/09/08 15:33:56 Namespace: redhat-ods-applications
2026/09/08 15:33:56   Pod kserve-controller-manager-5fbbd6dd88-dx8k5: Pending
2026/09/08 15:33:56   Pod kserve-localmodel-controller-manager-fc8c879d7-299kb: Pending
2026/09/08 15:33:56   Pod kubeflow-trainer-controller-manager-5449979c85-26cs4: Pending
2026/09/08 15:33:56   Pod model-serving-api-7df8c9655f-g9b45: Pending
2026/09/08 15:33:56   Pod odh-model-controller-57457c4c89-428lx: Pending
2026/09/08 15:33:56   Pod trainer-operator-controller-manager-6b585cbb9f-bkvgw: Pending
2026/09/08 15:33:56 Namespace kube-system: no problematic pods found
2026/09/08 15:33:56 === OPERATOR STATUS ===
2026/09/08 15:33:56 Failed to collect operator data: operator deployment rhods-operator: 0/3 ready; operator pod rhods-operator-655f859c59-zcdd9: Pending; operator pod rhods-operator-655f859c59-zplk2: Pending; dependent kueue: deployment 0/2 ready; pod openshift-kueue-operator-85fbf46fb7-b74np: Pending; dependent jobset: deployment 0/1 ready; pod jobset-operator-56d489b4b8-wbbd6: Pending; dependent leader-worker-set: deployment 0/1 ready; dependent cert-manager: deployment 0/1 ready; pod cert-manager-operator-controller-manager-55c444bf86-jnprv: Pending; dependent kuadrant: deployment 0/1 ready; pod authorino-operator-56fb6f6856-7d5jr: Pending
2026/09/08 15:33:56 === DSCI STATUS ===
2026/09/08 15:33:56 Failed to collect DSCI data: default-dsci unhealthy conditions: MonitoringReady=False; MonitoringStackAvailable=False; ThanosQuerierAvailable=False; TempoAvailable=False; OpenTelemetryCollectorAvailable=False; AlertingAvailable=False; NodeMetricsEndpointAvailable=False; PersesAvailable=False
2026/09/08 15:33:56 === DSC STATUS ===
2026/09/08 15:33:56 DSC default-dsc:
2026/09/08 15:33:56   Ready: True - 
2026/09/08 15:33:56   ProvisioningSucceeded: True - 
2026/09/08 15:33:56   ComponentsReady: True - All registered components have ManagementState Removed or are not configured
2026/09/08 15:33:56   ModulesReady: True - 
2026/09/08 15:33:56   AIGatewayReady: False - Module ManagementState is set to Removed
2026/09/08 15:33:56   AIPipelinesReady: False - Component ManagementState is set to Removed
2026/09/08 15:33:56   BatchGatewayReady: False - Submodule ManagementState is set to Removed
2026/09/08 15:33:56   DashboardReady: False - Module ManagementState is set to Removed
2026/09/08 15:33:56   FeastOperatorReady: False - Module ManagementState is set to Removed
2026/09/08 15:33:56   KserveLLMInferenceServiceDependencies: True - 
2026/09/08 15:33:56   KserveLLMInferenceServiceWideEPDependencies: True - 
2026/09/08 15:33:56   KserveReady: True - 
2026/09/08 15:33:56   KueueReady: False - Component ManagementState is set to Removed
2026/09/08 15:33:56   MCPLifecycleOperatorReady: False - Module ManagementState is set to Removed
2026/09/08 15:33:56   MLflowOperatorReady: False - Module ManagementState is set to Removed
2026/09/08 15:33:56   ModelRegistryReady: False - Module ManagementState is set to Removed
2026/09/08 15:33:56   ModelsAsAServiceReady: False - Submodule ManagementState is set to Removed
2026/09/08 15:33:56   OGXReady: False - Module ManagementState is set to Removed
2026/09/08 15:33:56   RayReady: False - Component ManagementState is set to Removed
2026/09/08 15:33:56   SparkOperatorReady: False - Module ManagementState is set to Removed
2026/09/08 15:33:56   TrainerReady: True - 
2026/09/08 15:33:56   TrustyAIReady: False - Component ManagementState is set to Removed
2026/09/08 15:33:56   WorkbenchesReady: False - Module ManagementState is set to Removed
2026/09/08 15:33:56   WorkbenchesV2Ready: False - Submodule ManagementState is set to Removed
2026/09/08 15:33:56 === RECENT EVENTS ===
2026/09/08 15:33:56   15:32:43 WARN Pod/trainer-operator-controller-manager-6b585cbb9f-bkvgw: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:43 WARN Pod/kserve-controller-manager-5fbbd6dd88-dx8k5: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:43 WARN Pod/odh-model-controller-57457c4c89-428lx: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:41 WARN Pod/trainer-operator-controller-manager-6b585cbb9f-bkvgw: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:41 WARN Pod/kserve-controller-manager-5fbbd6dd88-dx8k5: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:41 WARN Pod/odh-model-controller-57457c4c89-428lx: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:13 WARN Pod/kserve-localmodel-controller-manager-fc8c879d7-299kb: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:13 WARN Pod/model-serving-api-7df8c9655f-g9b45: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:13 WARN Pod/kubeflow-trainer-controller-manager-5449979c85-26cs4: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:11 WARN Pod/kserve-localmodel-controller-manager-fc8c879d7-299kb: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:11 WARN Pod/model-serving-api-7df8c9655f-g9b45: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:32:11 WARN Pod/kubeflow-trainer-controller-manager-5449979c85-26cs4: FailedScheduling - no nodes available to schedule pods
2026/09/08 15:33:56   15:31:59 WARN ReplicaSet/llmisvc-controller-manager-6df7b6c5d4: FailedCreate - Error creating: Internal error occurred: failed calling webhook "block-resources.hypershift.openshift.io": failed to call webhook: Post "https://xxx-invalid-service-xxx.default.svc:443/validate?timeout=30s": service "xxx-invalid-service-xxx" not found
2026/09/08 15:33:56   15:31:59 WARN ReplicaSet/kserve-module-controller-manager-66ff7c977: FailedCreate - Error creating: Internal error occurred: failed calling webhook "block-resources.hypershift.openshift.io": failed to call webhook: Post "https://xxx-invalid-service-xxx.default.svc:443/validate?timeout=30s": service "xxx-invalid-service-xxx" not found
2026/09/08 15:33:56 === RESOURCE QUOTAS ===
2026/09/08 15:33:56 No resource quotas found in monitored namespaces
2026/09/08 15:33:56 Classification for group 4: infrastructure/pod-startup (code=1002, confidence=high)
2026/09/08 15:33:56   Evidence: pod kserve-controller-manager-5fbbd6dd88-dx8k5 stuck in Pending for 6m45s
FAILURE_CLASSIFICATION: {"category":"infrastructure","subcategory":"pod-startup","error_code":1002,"evidence":["pod kserve-controller-manager-5fbbd6dd88-dx8k5 stuck in Pending for 6m45s"],"confidence":"high"}
2026/09/08 15:33:56 Diagnostics complete for failed test: group 4
    controller_test.go:762: Stopping: group 4 test failed.
2026/09/08 15:33:56 Circuit breaker: failure classified as infrastructure/pod-startup (code=1002)
2026/09/08 15:33:56 Circuit breaker: infrastructure/unknown failure recorded (1/3)
2026/09/08 15:38:56 TEST FAILURE DETECTED: group 5
2026/09/08 15:38:56 === RUNNING CLUSTER DIAGNOSTICS (triggered by test:group 5) ===
2026/09/08 15:40:04 Failed to get DSCI: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/dscinitialization.opendatahub.io/v2/dscinitializations/default-dsci": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host - error from a previous attempt: http2: client connection lost
2026/09/08 15:40:04 Failed to discover operator deployment in namespace redhat-ods-operator: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === CLUSTER STATE ===
2026/09/08 15:40:04 Failed to collect node data: failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === DEPLOYMENTS ===
2026/09/08 15:40:04 Failed to collect deployment data: redhat-ods-applications: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-applications/deployments": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; kube-system: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/kube-system/deployments": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === PODS ===
2026/09/08 15:40:04 Failed to collect pod data: redhat-ods-applications: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/redhat-ods-applications/pods": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; kube-system: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/kube-system/pods": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === OPERATOR STATUS ===
2026/09/08 15:40:04 Failed to collect operator data: operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === DSCI STATUS ===
2026/09/08 15:40:04 Failed to collect DSCI data: failed to get CR: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/dscinitialization.opendatahub.io/v2/dscinitializations/default-dsci": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === DSC STATUS ===
2026/09/08 15:40:04 Failed to collect DSC data: failed to get CR: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/datasciencecluster.opendatahub.io/v2/datascienceclusters/default-dsc": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === RECENT EVENTS ===
2026/09/08 15:40:04 Failed to collect event data: redhat-ods-applications: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/redhat-ods-applications/events?limit=500": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; kube-system: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/kube-system/events?limit=500": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === RESOURCE QUOTAS ===
2026/09/08 15:40:04 Failed to collect quota data: redhat-ods-applications: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/redhat-ods-applications/resourcequotas": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; kube-system: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/kube-system/resourcequotas": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 Classification for group 5: unknown/unclassifiable (code=3000, confidence=low)
2026/09/08 15:40:04   Evidence: no matching classification rule
FAILURE_CLASSIFICATION: {"category":"unknown","subcategory":"unclassifiable","error_code":3000,"evidence":["no matching classification rule"],"confidence":"low"}
2026/09/08 15:40:04 Diagnostics complete for failed test: group 5
    controller_test.go:762: Stopping: group 5 test failed.
2026/09/08 15:40:04 Circuit breaker: failure classified as unknown/unclassifiable (code=3000)
2026/09/08 15:40:04 Circuit breaker: infrastructure/unknown failure recorded (2/3)
2026/09/08 15:40:04 TEST FAILURE DETECTED: components
2026/09/08 15:40:04 === RUNNING CLUSTER DIAGNOSTICS (triggered by test:components) ===
2026/09/08 15:40:04 Failed to get DSCI: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/dscinitialization.opendatahub.io/v2/dscinitializations/default-dsci": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 Failed to discover operator deployment in namespace redhat-ods-operator: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === CLUSTER STATE ===
2026/09/08 15:40:04 Failed to collect node data: failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === DEPLOYMENTS ===
2026/09/08 15:40:04 Failed to collect deployment data: redhat-ods-applications: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-applications/deployments": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; kube-system: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/kube-system/deployments": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === PODS ===
2026/09/08 15:40:04 Failed to collect pod data: redhat-ods-applications: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/redhat-ods-applications/pods": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; kube-system: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/kube-system/pods": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === OPERATOR STATUS ===
2026/09/08 15:40:04 Failed to collect operator data: operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === DSCI STATUS ===
2026/09/08 15:40:04 Failed to collect DSCI data: failed to get CR: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/dscinitialization.opendatahub.io/v2/dscinitializations/default-dsci": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === DSC STATUS ===
2026/09/08 15:40:04 Failed to collect DSC data: failed to get CR: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/datasciencecluster.opendatahub.io/v2/datascienceclusters/default-dsc": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === RECENT EVENTS ===
2026/09/08 15:40:04 Failed to collect event data: redhat-ods-applications: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/redhat-ods-applications/events?limit=500": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; kube-system: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/kube-system/events?limit=500": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 === RESOURCE QUOTAS ===
2026/09/08 15:40:04 Failed to collect quota data: redhat-ods-applications: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/redhat-ods-applications/resourcequotas": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; kube-system: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/namespaces/kube-system/resourcequotas": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 Classification for components: unknown/unclassifiable (code=3000, confidence=low)
2026/09/08 15:40:04   Evidence: no matching classification rule
FAILURE_CLASSIFICATION: {"category":"unknown","subcategory":"unclassifiable","error_code":3000,"evidence":["no matching classification rule"],"confidence":"low"}
2026/09/08 15:40:04 Diagnostics complete for failed test: components
    controller_test.go:490: Stopping: components test failed.
2026/09/08 15:40:04 Circuit breaker: failure classified as unknown/unclassifiable (code=3000)
2026/09/08 15:40:04 Circuit breaker: infrastructure/unknown failure recorded (3/3)
2026/09/08 15:40:04 Circuit breaker: threshold reached (3 failures), running confirming health check...
2026/09/08 15:40:04 Failed to get DSCI: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/dscinitialization.opendatahub.io/v2/dscinitializations/default-dsci": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 Failed to discover operator deployment in namespace redhat-ods-operator: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host
2026/09/08 15:40:04 CIRCUIT BREAKER TRIPPED: Infrastructure failure detected after 3 infrastructure/unknown failures. Cluster health issues: [failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host]
Deletion Policy: Never. Skipping deletion tests.
2026/09/08 15:40:04 === CIRCUIT BREAKER SUMMARY ===
2026/09/08 15:40:04 Tripped 1 time(s)
2026/09/08 15:40:04 Reason: Infrastructure failure detected after 3 infrastructure/unknown failures. Cluster health issues: [failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host]
2026/09/08 15:40:04 ===============================
    controller_test.go:428: Circuit breaker tripped: Infrastructure failure detected after 3 infrastructure/unknown failures. Cluster health issues: [failed to list nodes: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/api/v1/nodes": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host; operator deployment not found: Get "https://a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com:6443/apis/apps/v1/namespaces/redhat-ods-operator/deployments/opendatahub-operator-controller-manager": dial tcp: lookup a0fcebece07d943aca31b9169fbc9366-7b31ea49667bf4cc.elb.us-east-2.amazonaws.com on 172.30.0.10:53: no such host]
    testgroup_test.go:119: 
        	Error Trace:	/workspace/tests/e2e/testgroup_test.go:119
        	Error:      	[]string{} does not contain "auth"
        	Test:       	TestRunExcluding/runs_all_except_excluded]]></system-out>
	</testsuite>
</testsuites>
