2026-09-09T02:55:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "8b223120-17f8-4b5e-9977-c5f922a76d83", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "authType": "userdefined"} 2026-09-09T02:55:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "8b223120-17f8-4b5e-9977-c5f922a76d83", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:55:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "dce3cf4d-6946-4555-8b8d-eea7da4d873b", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:55:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "dce3cf4d-6946-4555-8b8d-eea7da4d873b", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:55:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "dce3cf4d-6946-4555-8b8d-eea7da4d873b", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:55:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "dce3cf4d-6946-4555-8b8d-eea7da4d873b", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad-kserve-route-authn"} 2026-09-09T02:55:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "dce3cf4d-6946-4555-8b8d-eea7da4d873b", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "authType": "userdefined"} 2026-09-09T02:55:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "dce3cf4d-6946-4555-8b8d-eea7da4d873b", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:55:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "ad9a1169-9280-4d25-848b-4b086f7b2d61", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:55:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "ad9a1169-9280-4d25-848b-4b086f7b2d61", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:55:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "ad9a1169-9280-4d25-848b-4b086f7b2d61", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:55:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "ad9a1169-9280-4d25-848b-4b086f7b2d61", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad-kserve-route-authn"} 2026-09-09T02:55:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "ad9a1169-9280-4d25-848b-4b086f7b2d61", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "authType": "userdefined"} 2026-09-09T02:55:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "ad9a1169-9280-4d25-848b-4b086f7b2d61", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:56:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b9f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b9f0d", "reconcileID": "9d6fe9d5-c7d0-4dbc-bee8-6bfbef30672f", "Gateway": "e2e-api-a-2b9f0d", "namespace": "openshift-ingress"} 2026-09-09T02:56:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b9f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b9f0d", "reconcileID": "9d6fe9d5-c7d0-4dbc-bee8-6bfbef30672f", "Gateway": "e2e-api-a-2b9f0d", "namespace": "openshift-ingress", "name": "e2e-api-a-2b9f0d-authn-ssl"} 2026-09-09T02:56:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b9f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b9f0d", "reconcileID": "9d6fe9d5-c7d0-4dbc-bee8-6bfbef30672f", "Gateway": "e2e-api-a-2b9f0d", "namespace": "openshift-ingress"} 2026-09-09T02:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b9f0d"}, "namespace": "ai-tenant-e2e-api-a-2b9f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b5dc8f1-1b7a-4137-af9e-09015f82f3d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b9f0d"} 2026-09-09T02:56:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b9f0d"}, "namespace": "ai-tenant-e2e-api-a-2b9f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b5dc8f1-1b7a-4137-af9e-09015f82f3d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b9f0d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:56:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b9f0d"}, "namespace": "ai-tenant-e2e-api-a-2b9f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b5dc8f1-1b7a-4137-af9e-09015f82f3d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-2b9f0d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T02:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b9f0d"}, "namespace": "ai-tenant-e2e-api-a-2b9f0d", "name": "odh-trusted-ca-bundle", "reconcileID": "cc57fec4-e19c-46a0-8f98-a737451caaf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b9f0d"} 2026-09-09T02:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b9f0d"}, "namespace": "ai-tenant-e2e-api-a-2b9f0d", "name": "odh-trusted-ca-bundle", "reconcileID": "cc57fec4-e19c-46a0-8f98-a737451caaf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b9f0d"} 2026-09-09T02:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2b9f0d"}, "namespace": "ai-tenant-e2e-api-a-2b9f0d", "name": "openshift-service-ca.crt", "reconcileID": "d12487e0-391b-496b-bb56-b9a1048f6e3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2b9f0d"} 2026-09-09T02:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2b9f0d"}, "namespace": "ai-tenant-e2e-api-a-2b9f0d", "name": "openshift-service-ca.crt", "reconcileID": "d12487e0-391b-496b-bb56-b9a1048f6e3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2b9f0d"} 2026-09-09T02:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b9f0d"}, "namespace": "ai-tenant-e2e-api-a-2b9f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a108fac4-4d43-4bd0-a4d7-395a9447fa90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b9f0d"} 2026-09-09T02:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b9f0d"}, "namespace": "ai-tenant-e2e-api-a-2b9f0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a108fac4-4d43-4bd0-a4d7-395a9447fa90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b9f0d"} 2026-09-09T02:56:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b9f0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b9f0d", "reconcileID": "e8752dfa-9177-47e0-87fa-de304b64ef6c", "Gateway": "e2e-api-a-2b9f0d", "namespace": "openshift-ingress"} 2026-09-09T02:56:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-56dbc0","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0", "reconcileID": "41efd203-3ec4-4a99-a103-6c60202dbdda", "LLMInferenceService": "rate-test-model-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T02:56:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-56dbc0","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0", "reconcileID": "41efd203-3ec4-4a99-a103-6c60202dbdda", "LLMInferenceService": "rate-test-model-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0"} 2026-09-09T02:56:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-56dbc0","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0", "reconcileID": "41efd203-3ec4-4a99-a103-6c60202dbdda", "LLMInferenceService": "rate-test-model-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T02:56:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-56dbc0","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0", "reconcileID": "41efd203-3ec4-4a99-a103-6c60202dbdda", "LLMInferenceService": "rate-test-model-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T02:56:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-56dbc0","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0", "reconcileID": "41efd203-3ec4-4a99-a103-6c60202dbdda", "LLMInferenceService": "rate-test-model-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0-kserve-route-authn"} 2026-09-09T02:56:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-56dbc0","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0", "reconcileID": "41efd203-3ec4-4a99-a103-6c60202dbdda", "LLMInferenceService": "rate-test-model-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0-kserve-route-authn"} 2026-09-09T02:56:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-56dbc0","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0", "reconcileID": "41efd203-3ec4-4a99-a103-6c60202dbdda", "LLMInferenceService": "rate-test-model-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T02:56:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-56dbc0","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0", "reconcileID": "41efd203-3ec4-4a99-a103-6c60202dbdda", "LLMInferenceService": "rate-test-model-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T02:56:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-56dbc0","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "rate-test-model-56dbc0", "reconcileID": "9176ec96-456e-49d0-ae2b-da6e3e81840d", "LLMInferenceService": "rate-test-model-56dbc0", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T02:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "0254f687-9736-431f-a460-0dbb8d3657e1", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress"} 2026-09-09T02:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "0254f687-9736-431f-a460-0dbb8d3657e1", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0-authn-ssl"} 2026-09-09T02:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "0254f687-9736-431f-a460-0dbb8d3657e1", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress"} 2026-09-09T02:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "3d960c9e-f9c1-40ae-99bd-cbf35fab15ba", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress"} 2026-09-09T02:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "3d960c9e-f9c1-40ae-99bd-cbf35fab15ba", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0-authn-ssl"} 2026-09-09T02:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "3d960c9e-f9c1-40ae-99bd-cbf35fab15ba", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress"} 2026-09-09T02:56:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "3f360b52-bc1f-4557-9fb7-def643c8b845", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:56:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "3f360b52-bc1f-4557-9fb7-def643c8b845", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad"} 2026-09-09T02:56:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "3f360b52-bc1f-4557-9fb7-def643c8b845", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:56:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "3f360b52-bc1f-4557-9fb7-def643c8b845", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:56:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "3f360b52-bc1f-4557-9fb7-def643c8b845", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad-kserve-route-authn"} 2026-09-09T02:56:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "3f360b52-bc1f-4557-9fb7-def643c8b845", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad-kserve-route-authn"} 2026-09-09T02:56:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "3f360b52-bc1f-4557-9fb7-def643c8b845", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:56:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "3f360b52-bc1f-4557-9fb7-def643c8b845", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:56:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c173ad","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "rate-test-model-c173ad", "reconcileID": "87d2a5cc-e26d-423d-8744-b7105374392d", "LLMInferenceService": "rate-test-model-c173ad", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T02:56:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "5efc2ed9-ead6-4758-846c-cd8fcd833a34", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress"} 2026-09-09T02:56:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "5efc2ed9-ead6-4758-846c-cd8fcd833a34", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad-authn-ssl"} 2026-09-09T02:56:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "5efc2ed9-ead6-4758-846c-cd8fcd833a34", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress"} 2026-09-09T02:56:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "48fc97ab-336e-4b64-a971-b318078bb698", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress"} 2026-09-09T02:56:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "48fc97ab-336e-4b64-a971-b318078bb698", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad-authn-ssl"} 2026-09-09T02:56:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "48fc97ab-336e-4b64-a971-b318078bb698", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "767d25e7-aa05-4dce-8704-5fa42edc26c3", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "767d25e7-aa05-4dce-8704-5fa42edc26c3", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "767d25e7-aa05-4dce-8704-5fa42edc26c3", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "dec495b7-c99d-4d18-925b-c0bdd556121f", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "dec495b7-c99d-4d18-925b-c0bdd556121f", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "dec495b7-c99d-4d18-925b-c0bdd556121f", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "fe9b18b8-ebaf-459c-9810-662c34b6ae7a", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "fe9b18b8-ebaf-459c-9810-662c34b6ae7a", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "fe9b18b8-ebaf-459c-9810-662c34b6ae7a", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "abb47f38-4cca-4906-9503-7827b4da1192", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "abb47f38-4cca-4906-9503-7827b4da1192", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "abb47f38-4cca-4906-9503-7827b4da1192", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "cf856732-fc2e-4e40-9bee-2601265fcba7", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "cf856732-fc2e-4e40-9bee-2601265fcba7", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "cf856732-fc2e-4e40-9bee-2601265fcba7", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "c5ac1f5b-9c93-4a01-8caf-bafe865533dd", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "c5ac1f5b-9c93-4a01-8caf-bafe865533dd", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "c5ac1f5b-9c93-4a01-8caf-bafe865533dd", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "43cf35cf-ccb1-4d5f-8820-43ecb9e5b266", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "43cf35cf-ccb1-4d5f-8820-43ecb9e5b266", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:56:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "43cf35cf-ccb1-4d5f-8820-43ecb9e5b266", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bd452","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bd452", "reconcileID": "9fe16bc1-606b-42eb-aeda-40fc046f51b0", "Gateway": "e2e-api-b-4bd452", "namespace": "openshift-ingress"} 2026-09-09T02:56:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bd452","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bd452", "reconcileID": "9fe16bc1-606b-42eb-aeda-40fc046f51b0", "Gateway": "e2e-api-b-4bd452", "namespace": "openshift-ingress", "name": "e2e-api-b-4bd452-authn-ssl"} 2026-09-09T02:56:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bd452","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bd452", "reconcileID": "9fe16bc1-606b-42eb-aeda-40fc046f51b0", "Gateway": "e2e-api-b-4bd452", "namespace": "openshift-ingress"} 2026-09-09T02:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "openshift-service-ca.crt", "reconcileID": "05c6ca65-f976-4214-bac4-0ba833a55041", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-trusted-ca-bundle", "reconcileID": "7b849a6b-134c-4497-8999-76bf7c71dd19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:56:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "openshift-service-ca.crt", "reconcileID": "b92e00fe-ee8d-431b-9856-69a9c650eceb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:56:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "openshift-service-ca.crt", "reconcileID": "b92e00fe-ee8d-431b-9856-69a9c650eceb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cd041eb-f13b-4e84-bba5-0593bcedfa59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "openshift-service-ca.crt", "reconcileID": "6292f4f2-5146-42fc-9f65-db7f30462ebe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:56:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-trusted-ca-bundle", "reconcileID": "5925cc1a-9d0f-4bb1-9b60-a43acc14b9d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:56:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-trusted-ca-bundle", "reconcileID": "5925cc1a-9d0f-4bb1-9b60-a43acc14b9d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0123b9fa-3b18-4cc1-bc33-08adfaf21223", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "5c64d1c6-dbc2-42af-8331-721503693ee4", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "5c64d1c6-dbc2-42af-8331-721503693ee4", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "5c64d1c6-dbc2-42af-8331-721503693ee4", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bd452"}, "namespace": "ai-tenant-e2e-api-b-4bd452", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44d02bfd-2675-4ac0-8ee9-38a2733ad633", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bd452"} 2026-09-09T02:56:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bd452"}, "namespace": "ai-tenant-e2e-api-b-4bd452", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44d02bfd-2675-4ac0-8ee9-38a2733ad633", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bd452", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:56:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bd452"}, "namespace": "ai-tenant-e2e-api-b-4bd452", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44d02bfd-2675-4ac0-8ee9-38a2733ad633", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4bd452 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T02:56:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bd452"}, "namespace": "ai-tenant-e2e-api-b-4bd452", "name": "odh-trusted-ca-bundle", "reconcileID": "88a64b61-f97d-4d0f-aadd-418bc90ad3b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bd452"} 2026-09-09T02:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bd452"}, "namespace": "ai-tenant-e2e-api-b-4bd452", "name": "odh-trusted-ca-bundle", "reconcileID": "88a64b61-f97d-4d0f-aadd-418bc90ad3b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bd452"} 2026-09-09T02:56:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4bd452"}, "namespace": "ai-tenant-e2e-api-b-4bd452", "name": "openshift-service-ca.crt", "reconcileID": "b51362cf-7b29-457b-a09b-779ef8427ff1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4bd452"} 2026-09-09T02:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4bd452"}, "namespace": "ai-tenant-e2e-api-b-4bd452", "name": "openshift-service-ca.crt", "reconcileID": "b51362cf-7b29-457b-a09b-779ef8427ff1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4bd452"} 2026-09-09T02:56:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bd452"}, "namespace": "ai-tenant-e2e-api-b-4bd452", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c477885-4b44-4ec3-af32-fb8d57080fe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bd452"} 2026-09-09T02:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bd452"}, "namespace": "ai-tenant-e2e-api-b-4bd452", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c477885-4b44-4ec3-af32-fb8d57080fe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bd452"} 2026-09-09T02:56:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bd452","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bd452", "reconcileID": "72a18338-9a3f-4078-b3e4-24f0e63497e0", "Gateway": "e2e-api-b-4bd452", "namespace": "openshift-ingress"} 2026-09-09T02:56:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "2414b338-8883-4c77-ba80-6e235dc35150", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:56:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "2414b338-8883-4c77-ba80-6e235dc35150", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:56:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "2414b338-8883-4c77-ba80-6e235dc35150", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:57:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d838aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d838aa", "reconcileID": "2dd1c1c1-cea1-4300-af5f-d3eee04ade90", "Gateway": "e2e-shared-a-w2-d838aa", "namespace": "openshift-ingress"} 2026-09-09T02:57:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d838aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d838aa", "reconcileID": "2dd1c1c1-cea1-4300-af5f-d3eee04ade90", "Gateway": "e2e-shared-a-w2-d838aa", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d838aa-authn-ssl"} 2026-09-09T02:57:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d838aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d838aa", "reconcileID": "2dd1c1c1-cea1-4300-af5f-d3eee04ade90", "Gateway": "e2e-shared-a-w2-d838aa", "namespace": "openshift-ingress"} 2026-09-09T02:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d838aa"}, "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c1920fa-4f01-480d-8e94-5b28621ef95a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d838aa"} 2026-09-09T02:57:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d838aa"}, "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c1920fa-4f01-480d-8e94-5b28621ef95a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:57:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d838aa"}, "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c1920fa-4f01-480d-8e94-5b28621ef95a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-d838aa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T02:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d838aa"}, "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "name": "odh-trusted-ca-bundle", "reconcileID": "d15fa4da-b5a3-47a9-b0ab-2157ff710189", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d838aa"} 2026-09-09T02:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d838aa"}, "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "name": "odh-trusted-ca-bundle", "reconcileID": "d15fa4da-b5a3-47a9-b0ab-2157ff710189", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d838aa"} 2026-09-09T02:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d838aa"}, "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "name": "openshift-service-ca.crt", "reconcileID": "6c257f2e-41b0-4a9a-8aa4-0e05053b5dd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d838aa"} 2026-09-09T02:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d838aa"}, "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "name": "openshift-service-ca.crt", "reconcileID": "6c257f2e-41b0-4a9a-8aa4-0e05053b5dd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d838aa"} 2026-09-09T02:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d838aa"}, "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab3cf5f7-9800-4dc0-a413-b6613640abce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d838aa"} 2026-09-09T02:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d838aa"}, "namespace": "ai-tenant-e2e-shared-a-w2-d838aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab3cf5f7-9800-4dc0-a413-b6613640abce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d838aa"} 2026-09-09T02:57:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d838aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d838aa", "reconcileID": "d071615e-efa0-47e6-a76d-da1040d027b6", "Gateway": "e2e-shared-a-w2-d838aa", "namespace": "openshift-ingress"} 2026-09-09T02:57:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d838aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d838aa", "reconcileID": "d071615e-efa0-47e6-a76d-da1040d027b6", "Gateway": "e2e-shared-a-w2-d838aa", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d838aa-authn-ssl"} 2026-09-09T02:57:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d838aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d838aa", "reconcileID": "d071615e-efa0-47e6-a76d-da1040d027b6", "Gateway": "e2e-shared-a-w2-d838aa", "namespace": "openshift-ingress"} 2026-09-09T02:57:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d838aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d838aa", "reconcileID": "6a140beb-e988-4cba-9e25-9e4cfbaf1252", "Gateway": "e2e-shared-a-w2-d838aa", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "cb50aa1e-e9a1-44df-9f8c-b4493914884d", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "cb50aa1e-e9a1-44df-9f8c-b4493914884d", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "cb50aa1e-e9a1-44df-9f8c-b4493914884d", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "9a10a46e-236f-4a52-93e8-9d1691247d97", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "9a10a46e-236f-4a52-93e8-9d1691247d97", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "9a10a46e-236f-4a52-93e8-9d1691247d97", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "9e98d63d-d134-41fb-8bb3-9abd102d1a74", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "9e98d63d-d134-41fb-8bb3-9abd102d1a74", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "9e98d63d-d134-41fb-8bb3-9abd102d1a74", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "bc28f2d0-8ee3-4093-bb61-5ea0a4a4a3f3", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "bc28f2d0-8ee3-4093-bb61-5ea0a4a4a3f3", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "bc28f2d0-8ee3-4093-bb61-5ea0a4a4a3f3", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "c4a0060f-7ef7-47b5-8bc8-e4c515f430f3", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "c4a0060f-7ef7-47b5-8bc8-e4c515f430f3", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "c4a0060f-7ef7-47b5-8bc8-e4c515f430f3", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "d9bc0bc6-fd9c-497c-9375-da56aee6db6b", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "d9bc0bc6-fd9c-497c-9375-da56aee6db6b", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "d9bc0bc6-fd9c-497c-9375-da56aee6db6b", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "d7f6bf95-9862-4b81-9266-07826a666125", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "d7f6bf95-9862-4b81-9266-07826a666125", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "d7f6bf95-9862-4b81-9266-07826a666125", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "3fc7ac34-292d-443a-8ac0-e75eafeab75a", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "3fc7ac34-292d-443a-8ac0-e75eafeab75a", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "3fc7ac34-292d-443a-8ac0-e75eafeab75a", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "openshift-service-ca.crt", "reconcileID": "6ac73747-111d-4cb2-aeb6-96c9bd8b3d9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T02:57:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-trusted-ca-bundle", "reconcileID": "dd21198b-60d8-440e-85bf-4d66a788283c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T02:57:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "openshift-service-ca.crt", "reconcileID": "4256cc22-88dd-4429-80a0-bb978dc9013e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-621ac9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:57:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "openshift-service-ca.crt", "reconcileID": "4256cc22-88dd-4429-80a0-bb978dc9013e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T02:57:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "openshift-service-ca.crt", "reconcileID": "f60302d3-1f26-4bda-9a93-6c487a1730a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T02:57:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b5d630-5320-4519-a4d6-17f60f9eecb8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T02:57:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-trusted-ca-bundle", "reconcileID": "15258d69-c1be-45c9-bb6c-7acda1238f92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:57:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-trusted-ca-bundle", "reconcileID": "15258d69-c1be-45c9-bb6c-7acda1238f92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T02:57:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e5bf334-dabe-466c-9291-71abc539de16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T02:57:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "b5c2c66e-901d-4738-9fa1-d2e9861ce1ed", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "b5c2c66e-901d-4738-9fa1-d2e9861ce1ed", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "b5c2c66e-901d-4738-9fa1-d2e9861ce1ed", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f5aebb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f5aebb", "reconcileID": "c0a1b305-7bef-4188-a165-6f7f94c72880", "Gateway": "e2e-shared-b-w2-f5aebb", "namespace": "openshift-ingress"} 2026-09-09T02:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f5aebb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f5aebb", "reconcileID": "c0a1b305-7bef-4188-a165-6f7f94c72880", "Gateway": "e2e-shared-b-w2-f5aebb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f5aebb-authn-ssl"} 2026-09-09T02:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f5aebb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f5aebb", "reconcileID": "c0a1b305-7bef-4188-a165-6f7f94c72880", "Gateway": "e2e-shared-b-w2-f5aebb", "namespace": "openshift-ingress"} 2026-09-09T02:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "92a20272-c3f1-472b-965c-06df28c5f019", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "92a20272-c3f1-472b-965c-06df28c5f019", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T02:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "92a20272-c3f1-472b-965c-06df28c5f019", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T02:57:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f5aebb"}, "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97dac102-3580-47f4-9067-013a5073b017", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb"} 2026-09-09T02:57:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f5aebb"}, "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97dac102-3580-47f4-9067-013a5073b017", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:57:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f5aebb"}, "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97dac102-3580-47f4-9067-013a5073b017", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-f5aebb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T02:57:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f5aebb"}, "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "name": "odh-trusted-ca-bundle", "reconcileID": "e62f4d0a-e935-4b49-97d1-c5e16d4951f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb"} 2026-09-09T02:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f5aebb"}, "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "name": "odh-trusted-ca-bundle", "reconcileID": "e62f4d0a-e935-4b49-97d1-c5e16d4951f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb"} 2026-09-09T02:57:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f5aebb"}, "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "name": "openshift-service-ca.crt", "reconcileID": "a1d71598-5e6a-427f-b0cd-fd0bce886b4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb"} 2026-09-09T02:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f5aebb"}, "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "name": "openshift-service-ca.crt", "reconcileID": "a1d71598-5e6a-427f-b0cd-fd0bce886b4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb"} 2026-09-09T02:57:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f5aebb"}, "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a9318ef-fc8d-4588-a640-c4e49924739b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb"} 2026-09-09T02:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f5aebb"}, "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a9318ef-fc8d-4588-a640-c4e49924739b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f5aebb"} 2026-09-09T02:57:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f5aebb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f5aebb", "reconcileID": "fc22cbe3-ac63-4d25-8833-b1ed0c9c4b87", "Gateway": "e2e-shared-b-w2-f5aebb", "namespace": "openshift-ingress"} 2026-09-09T02:57:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "6570ab21-2f2b-41fd-a728-458bf7fface5", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "6570ab21-2f2b-41fd-a728-458bf7fface5", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "6570ab21-2f2b-41fd-a728-458bf7fface5", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "6570ab21-2f2b-41fd-a728-458bf7fface5", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee-kserve-route-authn"} 2026-09-09T02:57:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "6570ab21-2f2b-41fd-a728-458bf7fface5", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "authType": "userdefined"} 2026-09-09T02:57:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "6570ab21-2f2b-41fd-a728-458bf7fface5", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "08f796c5-65f9-422c-bf22-94f09e7506b3", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:57:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "08f796c5-65f9-422c-bf22-94f09e7506b3", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:57:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "08f796c5-65f9-422c-bf22-94f09e7506b3", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:57:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "3843419a-c7c5-4f5a-ba9d-f1c88f0e47a6", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "3843419a-c7c5-4f5a-ba9d-f1c88f0e47a6", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "3843419a-c7c5-4f5a-ba9d-f1c88f0e47a6", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "3843419a-c7c5-4f5a-ba9d-f1c88f0e47a6", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee-kserve-route-authn"} 2026-09-09T02:57:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "3843419a-c7c5-4f5a-ba9d-f1c88f0e47a6", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "authType": "userdefined"} 2026-09-09T02:57:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "3843419a-c7c5-4f5a-ba9d-f1c88f0e47a6", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "89f24029-4ad5-490b-a79f-a68b867773f2", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:57:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "89f24029-4ad5-490b-a79f-a68b867773f2", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:57:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "89f24029-4ad5-490b-a79f-a68b867773f2", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:57:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "06e50d84-2c9e-4d39-8c0f-c7b203976767", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "06e50d84-2c9e-4d39-8c0f-c7b203976767", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "06e50d84-2c9e-4d39-8c0f-c7b203976767", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "06e50d84-2c9e-4d39-8c0f-c7b203976767", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee-kserve-route-authn"} 2026-09-09T02:57:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "06e50d84-2c9e-4d39-8c0f-c7b203976767", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "authType": "userdefined"} 2026-09-09T02:57:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "06e50d84-2c9e-4d39-8c0f-c7b203976767", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "fe380195-1946-4426-8aab-1de67fe9f6af", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "fe380195-1946-4426-8aab-1de67fe9f6af", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "fe380195-1946-4426-8aab-1de67fe9f6af", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:57:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "fe380195-1946-4426-8aab-1de67fe9f6af", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee-kserve-route-authn"} 2026-09-09T02:57:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "fe380195-1946-4426-8aab-1de67fe9f6af", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "authType": "userdefined"} 2026-09-09T02:57:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "fe380195-1946-4426-8aab-1de67fe9f6af", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "2fe90b50-fda6-467a-b8a2-cf1a938f3866", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "2fe90b50-fda6-467a-b8a2-cf1a938f3866", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "2fe90b50-fda6-467a-b8a2-cf1a938f3866", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "23c98fec-dbde-4fa7-b917-8c09138ced91", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "23c98fec-dbde-4fa7-b917-8c09138ced91", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "23c98fec-dbde-4fa7-b917-8c09138ced91", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "810b258e-08e5-4a52-8426-83a46ce63c32", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "810b258e-08e5-4a52-8426-83a46ce63c32", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "810b258e-08e5-4a52-8426-83a46ce63c32", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "d1e033f3-16e3-408c-82a4-81f030034d5f", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "d1e033f3-16e3-408c-82a4-81f030034d5f", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "d1e033f3-16e3-408c-82a4-81f030034d5f", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "134cf9e6-d672-44f8-b1a8-d53f715a6d39", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "134cf9e6-d672-44f8-b1a8-d53f715a6d39", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "134cf9e6-d672-44f8-b1a8-d53f715a6d39", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "d0d3a0f5-c28d-4b38-9946-36591e415f64", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "d0d3a0f5-c28d-4b38-9946-36591e415f64", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "d0d3a0f5-c28d-4b38-9946-36591e415f64", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "535388ac-1128-4c3a-bc32-88a0855e6b46", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "535388ac-1128-4c3a-bc32-88a0855e6b46", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "535388ac-1128-4c3a-bc32-88a0855e6b46", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "openshift-service-ca.crt", "reconcileID": "60438269-05a2-4612-bbd2-9787315c559a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-trusted-ca-bundle", "reconcileID": "18189ae4-b05a-455f-bed1-5d7f571e3c70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "openshift-service-ca.crt", "reconcileID": "f9a0be2d-ead5-4d98-9445-d60a03f4a083", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:58:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "openshift-service-ca.crt", "reconcileID": "f9a0be2d-ead5-4d98-9445-d60a03f4a083", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "openshift-service-ca.crt", "reconcileID": "0766c720-6987-4474-ab49-9bd5de2e9886", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97f40913-839f-4d02-9343-c8b1bd096b6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-trusted-ca-bundle", "reconcileID": "8b6a1e6f-d796-4908-86cb-5bb983c791fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:58:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-trusted-ca-bundle", "reconcileID": "8b6a1e6f-d796-4908-86cb-5bb983c791fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b45213e9-8e5e-4377-8fc9-ffaf4f98f407", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "9b1cba3b-4187-4424-95d9-f55be95df57c", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "9b1cba3b-4187-4424-95d9-f55be95df57c", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "9b1cba3b-4187-4424-95d9-f55be95df57c", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "7290ca9c-9b94-4ac4-9baa-bb8778048bbe", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "7290ca9c-9b94-4ac4-9baa-bb8778048bbe", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "7290ca9c-9b94-4ac4-9baa-bb8778048bbe", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "b5ce055a-eac0-474c-858d-354274eb5390", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "b5ce055a-eac0-474c-858d-354274eb5390", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "b5ce055a-eac0-474c-858d-354274eb5390", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "f91519fb-e266-4a9f-aad3-fb1b230b7937", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "f91519fb-e266-4a9f-aad3-fb1b230b7937", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247-authn-ssl"} 2026-09-09T02:58:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "f91519fb-e266-4a9f-aad3-fb1b230b7937", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:58:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28c268b4-e7db-4178-9ce5-8e61cd96972a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28c268b4-e7db-4178-9ce5-8e61cd96972a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:58:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28c268b4-e7db-4178-9ce5-8e61cd96972a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-2b8247 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T02:58:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-trusted-ca-bundle", "reconcileID": "4bb0e9e3-7d2d-4076-8fa7-b1b958fee73c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-trusted-ca-bundle", "reconcileID": "4bb0e9e3-7d2d-4076-8fa7-b1b958fee73c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "openshift-service-ca.crt", "reconcileID": "f34c17e1-8dbd-4cc0-9e4f-33b9af8145f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "openshift-service-ca.crt", "reconcileID": "f34c17e1-8dbd-4cc0-9e4f-33b9af8145f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80b84a86-2129-41a4-a0d0-791de44d4450", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2b8247"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80b84a86-2129-41a4-a0d0-791de44d4450", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2b8247"} 2026-09-09T02:58:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2b8247","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2b8247", "reconcileID": "3d2fca04-e87d-409d-ac84-dc65ada94b0c", "Gateway": "e2e-ipp-cleanup-2b8247", "namespace": "openshift-ingress"} 2026-09-09T02:59:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "970e7512-087b-4621-a947-a63eb520aaa9", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:59:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "970e7512-087b-4621-a947-a63eb520aaa9", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:59:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "970e7512-087b-4621-a947-a63eb520aaa9", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:59:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "1f9e040a-6a49-4584-9bda-1e94614d60e8", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:59:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "1f9e040a-6a49-4584-9bda-1e94614d60e8", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:59:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "1f9e040a-6a49-4584-9bda-1e94614d60e8", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:59:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "20d9ad53-1ff2-4936-acf7-4b330a2309d6", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:59:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "20d9ad53-1ff2-4936-acf7-4b330a2309d6", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:59:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "20d9ad53-1ff2-4936-acf7-4b330a2309d6", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:59:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "91d9e607-0df1-4aef-b58e-fa291b4985aa", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "91d9e607-0df1-4aef-b58e-fa291b4985aa", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "91d9e607-0df1-4aef-b58e-fa291b4985aa", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "91d9e607-0df1-4aef-b58e-fa291b4985aa", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee-kserve-route-authn"} 2026-09-09T02:59:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "91d9e607-0df1-4aef-b58e-fa291b4985aa", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "authType": "userdefined"} 2026-09-09T02:59:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "91d9e607-0df1-4aef-b58e-fa291b4985aa", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:21Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T02:59:21Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T02:59:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T02:59:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T02:59:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "5e5f1494-fcfc-4951-ad11-f91eda65cb8a", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "5e5f1494-fcfc-4951-ad11-f91eda65cb8a", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee"} 2026-09-09T02:59:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "5e5f1494-fcfc-4951-ad11-f91eda65cb8a", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "5e5f1494-fcfc-4951-ad11-f91eda65cb8a", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "5e5f1494-fcfc-4951-ad11-f91eda65cb8a", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee-kserve-route-authn"} 2026-09-09T02:59:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "5e5f1494-fcfc-4951-ad11-f91eda65cb8a", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee-kserve-route-authn"} 2026-09-09T02:59:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "5e5f1494-fcfc-4951-ad11-f91eda65cb8a", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "5e5f1494-fcfc-4951-ad11-f91eda65cb8a", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "155ffd19-f1ec-4284-8f63-147e02e6ce7e", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "155ffd19-f1ec-4284-8f63-147e02e6ce7e", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee"} 2026-09-09T02:59:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "155ffd19-f1ec-4284-8f63-147e02e6ce7e", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "155ffd19-f1ec-4284-8f63-147e02e6ce7e", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "155ffd19-f1ec-4284-8f63-147e02e6ce7e", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee-kserve-route-authn"} 2026-09-09T02:59:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "155ffd19-f1ec-4284-8f63-147e02e6ce7e", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee-kserve-route-authn"} 2026-09-09T02:59:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "155ffd19-f1ec-4284-8f63-147e02e6ce7e", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "155ffd19-f1ec-4284-8f63-147e02e6ce7e", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3080106f-edf6-48da-a5f8-67afd05a87a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3080106f-edf6-48da-a5f8-67afd05a87a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T02:59:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3080106f-edf6-48da-a5f8-67afd05a87a1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-2085ee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T02:59:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-trusted-ca-bundle", "reconcileID": "2ab7045c-2beb-4b81-ae2b-e55e41b577bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-trusted-ca-bundle", "reconcileID": "2ab7045c-2beb-4b81-ae2b-e55e41b577bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "openshift-service-ca.crt", "reconcileID": "b4bf4024-af37-458e-b36b-40ae55436ba8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "openshift-service-ca.crt", "reconcileID": "b4bf4024-af37-458e-b36b-40ae55436ba8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9126e1b4-4951-4a43-89ed-3f3e4518a1b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9126e1b4-4951-4a43-89ed-3f3e4518a1b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "dc55d727-eb25-42c5-a873-fe0216a298c8", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:59:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "dc55d727-eb25-42c5-a873-fe0216a298c8", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:59:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "dc55d727-eb25-42c5-a873-fe0216a298c8", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:59:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2085ee","namespace":"ai-tenant-e2e-ipp-a-2085ee"}, "namespace": "ai-tenant-e2e-ipp-a-2085ee", "name": "ipp-route-2085ee", "reconcileID": "e37ee801-0228-4239-96c7-847d566eb271", "LLMInferenceService": "ipp-route-2085ee", "namespace": "ai-tenant-e2e-ipp-a-2085ee"} 2026-09-09T02:59:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "88b65b7c-9ba6-4575-9c44-4e65e254cd23", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T02:59:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "88b65b7c-9ba6-4575-9c44-4e65e254cd23", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee-authn-ssl"} 2026-09-09T02:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "88b65b7c-9ba6-4575-9c44-4e65e254cd23", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T03:00:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2085ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2085ee", "reconcileID": "664582d1-6078-436f-8f91-80aebe21be18", "Gateway": "e2e-ipp-a-2085ee", "namespace": "openshift-ingress"} 2026-09-09T03:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "bb1f87f0-6b57-4b08-92bb-a26fc7f48b5a", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T03:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "bb1f87f0-6b57-4b08-92bb-a26fc7f48b5a", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T03:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "bb1f87f0-6b57-4b08-92bb-a26fc7f48b5a", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T03:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "6d1204e7-e67a-452e-a0bd-bdd25acd7161", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T03:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "6d1204e7-e67a-452e-a0bd-bdd25acd7161", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9-authn-ssl"} 2026-09-09T03:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "6d1204e7-e67a-452e-a0bd-bdd25acd7161", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T03:00:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d87bdc3-703b-498d-8c55-c3e5ab124e24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T03:00:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d87bdc3-703b-498d-8c55-c3e5ab124e24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:00:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d87bdc3-703b-498d-8c55-c3e5ab124e24", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-621ac9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:00:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-trusted-ca-bundle", "reconcileID": "ccdb1155-cc39-4e37-987c-45a6996bf628", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T03:00:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-trusted-ca-bundle", "reconcileID": "ccdb1155-cc39-4e37-987c-45a6996bf628", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T03:00:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "openshift-service-ca.crt", "reconcileID": "f0716c48-6a39-4a16-9a5b-70ae067598ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T03:00:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "openshift-service-ca.crt", "reconcileID": "f0716c48-6a39-4a16-9a5b-70ae067598ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T03:00:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1455b9b-f131-4e87-ae67-71d11b8ee5ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T03:00:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-621ac9"}, "namespace": "ai-tenant-e2e-ipp-b-621ac9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1455b9b-f131-4e87-ae67-71d11b8ee5ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-621ac9"} 2026-09-09T03:00:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-621ac9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-621ac9", "reconcileID": "125d563d-42a9-45d8-8e78-1437dd164d06", "Gateway": "e2e-ipp-b-621ac9", "namespace": "openshift-ingress"} 2026-09-09T03:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "ffa3e213-f8a5-4460-9030-692cc0534b0f", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress"} 2026-09-09T03:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "ffa3e213-f8a5-4460-9030-692cc0534b0f", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0-authn-ssl"} 2026-09-09T03:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "ffa3e213-f8a5-4460-9030-692cc0534b0f", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress"} 2026-09-09T03:00:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "f96e0c84-8013-4a59-8ca0-77bbfddf2760", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress"} 2026-09-09T03:00:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "f96e0c84-8013-4a59-8ca0-77bbfddf2760", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0-authn-ssl"} 2026-09-09T03:00:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "f96e0c84-8013-4a59-8ca0-77bbfddf2760", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress"} 2026-09-09T03:00:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c381191f-499d-424c-ab25-b07eb99c81d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T03:00:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c381191f-499d-424c-ab25-b07eb99c81d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:00:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c381191f-499d-424c-ab25-b07eb99c81d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-56dbc0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:00:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "odh-trusted-ca-bundle", "reconcileID": "3342dee2-4490-4d21-96a0-d016820f286d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T03:00:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "odh-trusted-ca-bundle", "reconcileID": "3342dee2-4490-4d21-96a0-d016820f286d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T03:00:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "openshift-service-ca.crt", "reconcileID": "19f427f6-d4b2-4170-9d1b-c11e0fbe604e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T03:00:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "openshift-service-ca.crt", "reconcileID": "19f427f6-d4b2-4170-9d1b-c11e0fbe604e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T03:00:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "201d252b-073d-4ba0-8c82-a9e460759597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T03:00:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-56dbc0"}, "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "201d252b-073d-4ba0-8c82-a9e460759597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-56dbc0"} 2026-09-09T03:00:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-56dbc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-56dbc0", "reconcileID": "6f8a167a-4b99-4d7c-bf72-1859525aa8d6", "Gateway": "e2e-shared-a-w3-56dbc0", "namespace": "openshift-ingress"} 2026-09-09T03:00:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "2c90660e-020e-4f0e-9782-9e8c4239d2b9", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress"} 2026-09-09T03:00:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "2c90660e-020e-4f0e-9782-9e8c4239d2b9", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad-authn-ssl"} 2026-09-09T03:00:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "2c90660e-020e-4f0e-9782-9e8c4239d2b9", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress"} 2026-09-09T03:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "e5172c5c-f8c0-49a4-8d8e-7abb04e6fd97", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress"} 2026-09-09T03:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "e5172c5c-f8c0-49a4-8d8e-7abb04e6fd97", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad-authn-ssl"} 2026-09-09T03:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "e5172c5c-f8c0-49a4-8d8e-7abb04e6fd97", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress"} 2026-09-09T03:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61e91f1a-ff72-4b9f-841f-8e6f1e0debc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T03:00:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61e91f1a-ff72-4b9f-841f-8e6f1e0debc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:00:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61e91f1a-ff72-4b9f-841f-8e6f1e0debc4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c173ad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "odh-trusted-ca-bundle", "reconcileID": "471905ac-974a-4af1-806e-ec7169a98ce3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T03:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "odh-trusted-ca-bundle", "reconcileID": "471905ac-974a-4af1-806e-ec7169a98ce3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T03:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "openshift-service-ca.crt", "reconcileID": "82fe5a8f-a62d-460a-aeec-2bd24b4a6d5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T03:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "openshift-service-ca.crt", "reconcileID": "82fe5a8f-a62d-460a-aeec-2bd24b4a6d5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T03:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a460ce6-13be-4441-a5da-8497a05cb68a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T03:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c173ad"}, "namespace": "ai-tenant-e2e-shared-b-w3-c173ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a460ce6-13be-4441-a5da-8497a05cb68a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c173ad"} 2026-09-09T03:00:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c173ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c173ad", "reconcileID": "08ecdcf9-39f7-4656-b6cf-fe255f7ce777", "Gateway": "e2e-shared-b-w3-c173ad", "namespace": "openshift-ingress"} 2026-09-09T03:05:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4afe682d-4326-48ad-9847-5696481c1ea6", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4afe682d-4326-48ad-9847-5696481c1ea6", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4afe682d-4326-48ad-9847-5696481c1ea6", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1cc264f-54db-41b4-9c57-4d7d4d481467", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4afe682d-4326-48ad-9847-5696481c1ea6", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4afe682d-4326-48ad-9847-5696481c1ea6", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:05:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4afe682d-4326-48ad-9847-5696481c1ea6", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1cc264f-54db-41b4-9c57-4d7d4d481467", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:05:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1cc264f-54db-41b4-9c57-4d7d4d481467", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "0ab00789-5d42-4ac6-9ec8-372b29a2e894", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "0ab00789-5d42-4ac6-9ec8-372b29a2e894", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "0ab00789-5d42-4ac6-9ec8-372b29a2e894", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "0ab00789-5d42-4ac6-9ec8-372b29a2e894", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "0ab00789-5d42-4ac6-9ec8-372b29a2e894", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:05:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "0ab00789-5d42-4ac6-9ec8-372b29a2e894", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dda6fe0f-685b-4186-8b14-bf6fbb3d39cc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dda6fe0f-685b-4186-8b14-bf6fbb3d39cc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dda6fe0f-685b-4186-8b14-bf6fbb3d39cc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca462002-4e63-49f2-be35-626ba15b091b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dda6fe0f-685b-4186-8b14-bf6fbb3d39cc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dda6fe0f-685b-4186-8b14-bf6fbb3d39cc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:05:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dda6fe0f-685b-4186-8b14-bf6fbb3d39cc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca462002-4e63-49f2-be35-626ba15b091b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:05:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca462002-4e63-49f2-be35-626ba15b091b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44b8c7f4-76ef-439e-a041-57bfbb27274b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44b8c7f4-76ef-439e-a041-57bfbb27274b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:05:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44b8c7f4-76ef-439e-a041-57bfbb27274b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "145f4623-c4de-4f7f-bf8b-cae6e474b346", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "145f4623-c4de-4f7f-bf8b-cae6e474b346", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "145f4623-c4de-4f7f-bf8b-cae6e474b346", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "145f4623-c4de-4f7f-bf8b-cae6e474b346", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "145f4623-c4de-4f7f-bf8b-cae6e474b346", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:05:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "145f4623-c4de-4f7f-bf8b-cae6e474b346", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "01d1680d-70a1-4808-ac34-111a52cea2e5", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "01d1680d-70a1-4808-ac34-111a52cea2e5", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "01d1680d-70a1-4808-ac34-111a52cea2e5", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "01d1680d-70a1-4808-ac34-111a52cea2e5", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "01d1680d-70a1-4808-ac34-111a52cea2e5", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:05:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "01d1680d-70a1-4808-ac34-111a52cea2e5", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1a7fcd8-0bb8-40e5-9ae0-8aa023f0575f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1a7fcd8-0bb8-40e5-9ae0-8aa023f0575f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1a7fcd8-0bb8-40e5-9ae0-8aa023f0575f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dc01687c-8df9-4418-838b-f0c527a05ea7", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dc01687c-8df9-4418-838b-f0c527a05ea7", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dc01687c-8df9-4418-838b-f0c527a05ea7", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dc01687c-8df9-4418-838b-f0c527a05ea7", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dc01687c-8df9-4418-838b-f0c527a05ea7", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:05:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "dc01687c-8df9-4418-838b-f0c527a05ea7", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4a3ac0fb-65aa-4c5f-8dd8-6974f79980c4", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4a3ac0fb-65aa-4c5f-8dd8-6974f79980c4", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4a3ac0fb-65aa-4c5f-8dd8-6974f79980c4", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4a3ac0fb-65aa-4c5f-8dd8-6974f79980c4", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4a3ac0fb-65aa-4c5f-8dd8-6974f79980c4", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:05:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4a3ac0fb-65aa-4c5f-8dd8-6974f79980c4", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "bd73a310-8236-4d54-bc92-f739c1e41679", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "bd73a310-8236-4d54-bc92-f739c1e41679", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "bd73a310-8236-4d54-bc92-f739c1e41679", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "bd73a310-8236-4d54-bc92-f739c1e41679", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "bd73a310-8236-4d54-bc92-f739c1e41679", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:05:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "bd73a310-8236-4d54-bc92-f739c1e41679", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4428f615-3e57-41db-b378-5fcb04cfb058", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4428f615-3e57-41db-b378-5fcb04cfb058", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1"} 2026-09-09T03:05:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4428f615-3e57-41db-b378-5fcb04cfb058", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4428f615-3e57-41db-b378-5fcb04cfb058", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4428f615-3e57-41db-b378-5fcb04cfb058", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "4428f615-3e57-41db-b378-5fcb04cfb058", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-40e3fdc1", "reconcileID": "a586cbec-28c8-4ec3-9f74-72fb72e47cb9", "LLMInferenceService": "e2e-same-id-a-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3866edd9-9654-4638-a71f-4090f6ffcafc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3866edd9-9654-4638-a71f-4090f6ffcafc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3866edd9-9654-4638-a71f-4090f6ffcafc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d3237ee-db3f-48d3-97e0-4ca2262e7803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d3237ee-db3f-48d3-97e0-4ca2262e7803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d3237ee-db3f-48d3-97e0-4ca2262e7803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "f47f2277-ec02-4513-a5d7-4e3b612659fc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "f47f2277-ec02-4513-a5d7-4e3b612659fc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1"} 2026-09-09T03:05:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "f47f2277-ec02-4513-a5d7-4e3b612659fc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "f47f2277-ec02-4513-a5d7-4e3b612659fc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "f47f2277-ec02-4513-a5d7-4e3b612659fc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "f47f2277-ec02-4513-a5d7-4e3b612659fc", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1-kserve-route-authn"} 2026-09-09T03:05:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-40e3fdc1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-40e3fdc1", "reconcileID": "4d97dae9-bd4e-44b3-b45a-7f3adb24c17e", "LLMInferenceService": "e2e-same-id-b-40e3fdc1", "namespace": "llm"} 2026-09-09T03:05:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e68c998-4dd0-4763-a09d-2b74d39bb005", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e68c998-4dd0-4763-a09d-2b74d39bb005", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e68c998-4dd0-4763-a09d-2b74d39bb005", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7021b641-ded4-4de3-948c-a305fc507db5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7021b641-ded4-4de3-948c-a305fc507db5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7021b641-ded4-4de3-948c-a305fc507db5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:05:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:05:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:05:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:05:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}