2026-09-11T15:33:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63c85a"}, "namespace": "ai-tenant-e2e-api-b-63c85a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b03d60e4-4dbe-4e08-8d7c-18fcde00a667", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-63c85a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:33:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-63c85a"}, "namespace": "ai-tenant-e2e-api-b-63c85a", "name": "odh-trusted-ca-bundle", "reconcileID": "bcfab5d7-fd28-4681-bc37-171b067f5948", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63c85a"} 2026-09-11T15:33:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-63c85a"}, "namespace": "ai-tenant-e2e-api-b-63c85a", "name": "odh-trusted-ca-bundle", "reconcileID": "bcfab5d7-fd28-4681-bc37-171b067f5948", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63c85a"} 2026-09-11T15:33:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-63c85a"}, "namespace": "ai-tenant-e2e-api-b-63c85a", "name": "openshift-service-ca.crt", "reconcileID": "6e7c1a57-06c8-4f6f-af60-c40b1fae4275", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-63c85a"} 2026-09-11T15:33:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-63c85a"}, "namespace": "ai-tenant-e2e-api-b-63c85a", "name": "openshift-service-ca.crt", "reconcileID": "6e7c1a57-06c8-4f6f-af60-c40b1fae4275", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-63c85a"} 2026-09-11T15:33:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63c85a"}, "namespace": "ai-tenant-e2e-api-b-63c85a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d6ed9e5-7bbe-48ac-be02-f532e6a49123", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63c85a"} 2026-09-11T15:33:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63c85a"}, "namespace": "ai-tenant-e2e-api-b-63c85a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d6ed9e5-7bbe-48ac-be02-f532e6a49123", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63c85a"} 2026-09-11T15:33:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63c85a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63c85a", "reconcileID": "b9585ecd-f193-4902-a549-765a07b338b9", "Gateway": "e2e-api-b-63c85a", "namespace": "openshift-ingress"} 2026-09-11T15:33:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-397e40","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40", "reconcileID": "2142ae48-056c-4bc8-9e24-97468e18e504", "LLMInferenceService": "rate-test-model-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:33:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-397e40","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40", "reconcileID": "2142ae48-056c-4bc8-9e24-97468e18e504", "LLMInferenceService": "rate-test-model-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40"} 2026-09-11T15:33:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-397e40","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40", "reconcileID": "2142ae48-056c-4bc8-9e24-97468e18e504", "LLMInferenceService": "rate-test-model-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:33:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-397e40","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40", "reconcileID": "2142ae48-056c-4bc8-9e24-97468e18e504", "LLMInferenceService": "rate-test-model-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:33:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-397e40","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40", "reconcileID": "2142ae48-056c-4bc8-9e24-97468e18e504", "LLMInferenceService": "rate-test-model-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40-kserve-route-authn"} 2026-09-11T15:33:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-397e40","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40", "reconcileID": "2142ae48-056c-4bc8-9e24-97468e18e504", "LLMInferenceService": "rate-test-model-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40-kserve-route-authn"} 2026-09-11T15:33:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-397e40","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40", "reconcileID": "2142ae48-056c-4bc8-9e24-97468e18e504", "LLMInferenceService": "rate-test-model-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:33:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-397e40","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40", "reconcileID": "2142ae48-056c-4bc8-9e24-97468e18e504", "LLMInferenceService": "rate-test-model-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:33:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-397e40","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "rate-test-model-397e40", "reconcileID": "33ad8dec-8b2f-4fae-b9e0-48354ff55467", "LLMInferenceService": "rate-test-model-397e40", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:33:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "b3a8781c-3851-45b6-9714-76006114b461", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress"} 2026-09-11T15:33:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "b3a8781c-3851-45b6-9714-76006114b461", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40-authn-ssl"} 2026-09-11T15:33:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "b3a8781c-3851-45b6-9714-76006114b461", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress"} 2026-09-11T15:33:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "acaf945d-9b2e-4eba-b500-7842c682e751", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress"} 2026-09-11T15:33:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "acaf945d-9b2e-4eba-b500-7842c682e751", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40-authn-ssl"} 2026-09-11T15:33:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "acaf945d-9b2e-4eba-b500-7842c682e751", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress"} 2026-09-11T15:33:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abba31","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31", "reconcileID": "d38138ac-fb43-4e63-8c75-5f801b3517ed", "LLMInferenceService": "rate-test-model-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:33:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abba31","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31", "reconcileID": "d38138ac-fb43-4e63-8c75-5f801b3517ed", "LLMInferenceService": "rate-test-model-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31"} 2026-09-11T15:33:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abba31","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31", "reconcileID": "d38138ac-fb43-4e63-8c75-5f801b3517ed", "LLMInferenceService": "rate-test-model-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:33:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abba31","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31", "reconcileID": "d38138ac-fb43-4e63-8c75-5f801b3517ed", "LLMInferenceService": "rate-test-model-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:33:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abba31","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31", "reconcileID": "d38138ac-fb43-4e63-8c75-5f801b3517ed", "LLMInferenceService": "rate-test-model-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31-kserve-route-authn"} 2026-09-11T15:33:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abba31","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31", "reconcileID": "d38138ac-fb43-4e63-8c75-5f801b3517ed", "LLMInferenceService": "rate-test-model-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31-kserve-route-authn"} 2026-09-11T15:33:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abba31","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31", "reconcileID": "d38138ac-fb43-4e63-8c75-5f801b3517ed", "LLMInferenceService": "rate-test-model-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:33:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abba31","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31", "reconcileID": "d38138ac-fb43-4e63-8c75-5f801b3517ed", "LLMInferenceService": "rate-test-model-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:33:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a348b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a348b", "reconcileID": "3a7a63c8-fa82-4f32-a892-a5a27459a100", "Gateway": "e2e-shared-a-w2-4a348b", "namespace": "openshift-ingress"} 2026-09-11T15:33:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a348b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a348b", "reconcileID": "3a7a63c8-fa82-4f32-a892-a5a27459a100", "Gateway": "e2e-shared-a-w2-4a348b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a348b-authn-ssl"} 2026-09-11T15:33:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a348b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a348b", "reconcileID": "3a7a63c8-fa82-4f32-a892-a5a27459a100", "Gateway": "e2e-shared-a-w2-4a348b", "namespace": "openshift-ingress"} 2026-09-11T15:33:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abba31","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "rate-test-model-abba31", "reconcileID": "3c49eea1-832b-4734-a724-abe046109345", "LLMInferenceService": "rate-test-model-abba31", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "66fd5a7f-bec8-43be-a2a0-4cbfe28f7318", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress"} 2026-09-11T15:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "66fd5a7f-bec8-43be-a2a0-4cbfe28f7318", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31-authn-ssl"} 2026-09-11T15:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "66fd5a7f-bec8-43be-a2a0-4cbfe28f7318", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress"} 2026-09-11T15:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "5b8530f2-1ba4-434d-bad6-21abcd2072f4", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress"} 2026-09-11T15:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "5b8530f2-1ba4-434d-bad6-21abcd2072f4", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31-authn-ssl"} 2026-09-11T15:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "5b8530f2-1ba4-434d-bad6-21abcd2072f4", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "6cc6ca89-0951-4ad6-ad90-bf5ae6a229d7", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "6cc6ca89-0951-4ad6-ad90-bf5ae6a229d7", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "6cc6ca89-0951-4ad6-ad90-bf5ae6a229d7", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "23b61a4f-e925-4286-be23-84046802c2e5", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "23b61a4f-e925-4286-be23-84046802c2e5", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "23b61a4f-e925-4286-be23-84046802c2e5", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "c0fcb7a4-e589-43b9-abe1-d52d4cd3ff50", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "c0fcb7a4-e589-43b9-abe1-d52d4cd3ff50", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "c0fcb7a4-e589-43b9-abe1-d52d4cd3ff50", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "0a3ee9dc-1cde-4a17-938c-7e9fb138e1a2", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "0a3ee9dc-1cde-4a17-938c-7e9fb138e1a2", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "0a3ee9dc-1cde-4a17-938c-7e9fb138e1a2", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "c9308169-9ea8-4d70-bf97-bd54ec4ae715", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "c9308169-9ea8-4d70-bf97-bd54ec4ae715", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "c9308169-9ea8-4d70-bf97-bd54ec4ae715", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "9e2d050a-97c7-41cc-8c80-63d3528d4a3b", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "9e2d050a-97c7-41cc-8c80-63d3528d4a3b", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "9e2d050a-97c7-41cc-8c80-63d3528d4a3b", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "7304e59d-3a72-403d-a96d-d2ac7f850fb4", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "7304e59d-3a72-403d-a96d-d2ac7f850fb4", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:33:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "7304e59d-3a72-403d-a96d-d2ac7f850fb4", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "openshift-service-ca.crt", "reconcileID": "b7d44178-88d8-487d-adc3-afdc1222bacb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:33:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "openshift-service-ca.crt", "reconcileID": "da0f22cf-e1eb-4c2c-9b93-71eb5dfc2bbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:33:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "openshift-service-ca.crt", "reconcileID": "da0f22cf-e1eb-4c2c-9b93-71eb5dfc2bbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:33:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-trusted-ca-bundle", "reconcileID": "8f82f935-73f1-48f4-8e30-43e94d3c13aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:33:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-trusted-ca-bundle", "reconcileID": "8f82f935-73f1-48f4-8e30-43e94d3c13aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "openshift-service-ca.crt", "reconcileID": "fc353ba4-9ce7-4ec5-b2f3-6e2c0b53d05a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc7fccbf-c28d-4160-8daa-d845d076c891", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-trusted-ca-bundle", "reconcileID": "165581c7-ef74-4c0a-81dc-3d156b67ffaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:33:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-trusted-ca-bundle", "reconcileID": "a73572a8-48f6-4823-96db-82ce064b2ead", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:33:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-trusted-ca-bundle", "reconcileID": "a73572a8-48f6-4823-96db-82ce064b2ead", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "682227dd-37c0-44a7-9c8e-f5b21209270e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a348b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a348b", "reconcileID": "12a4459e-4fdd-4dfa-81be-8fe40d3f3fa8", "Gateway": "e2e-shared-a-w2-4a348b", "namespace": "openshift-ingress"} 2026-09-11T15:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a348b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a348b", "reconcileID": "12a4459e-4fdd-4dfa-81be-8fe40d3f3fa8", "Gateway": "e2e-shared-a-w2-4a348b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a348b-authn-ssl"} 2026-09-11T15:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a348b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a348b", "reconcileID": "12a4459e-4fdd-4dfa-81be-8fe40d3f3fa8", "Gateway": "e2e-shared-a-w2-4a348b", "namespace": "openshift-ingress"} 2026-09-11T15:33:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a348b"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4979e4e6-f8cc-4e0d-bf08-2efa56e27a83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a348b"} 2026-09-11T15:33:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a348b"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4979e4e6-f8cc-4e0d-bf08-2efa56e27a83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:33:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a348b"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4979e4e6-f8cc-4e0d-bf08-2efa56e27a83", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-4a348b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:33:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a348b"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "name": "odh-trusted-ca-bundle", "reconcileID": "ca2e65e5-5716-4e73-8860-8bb0623fc32f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a348b"} 2026-09-11T15:33:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a348b"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "name": "odh-trusted-ca-bundle", "reconcileID": "ca2e65e5-5716-4e73-8860-8bb0623fc32f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a348b"} 2026-09-11T15:33:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4a348b"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "name": "openshift-service-ca.crt", "reconcileID": "f7da3418-393b-4932-934d-62a3ee06d799", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4a348b"} 2026-09-11T15:33:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4a348b"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "name": "openshift-service-ca.crt", "reconcileID": "f7da3418-393b-4932-934d-62a3ee06d799", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4a348b"} 2026-09-11T15:33:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a348b"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcf87170-2c6b-45e0-9747-cd5607035504", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a348b"} 2026-09-11T15:33:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a348b"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a348b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcf87170-2c6b-45e0-9747-cd5607035504", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a348b"} 2026-09-11T15:33:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a348b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a348b", "reconcileID": "031361a9-e4c7-4692-b246-cb5c0718453e", "Gateway": "e2e-shared-a-w2-4a348b", "namespace": "openshift-ingress"} 2026-09-11T15:33:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "bc42eb01-7a90-4d45-9457-bb7f71222b9d", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "bc42eb01-7a90-4d45-9457-bb7f71222b9d", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:33:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "bc42eb01-7a90-4d45-9457-bb7f71222b9d", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "2dc92d20-29d2-4d0e-b628-1e68640b47f6", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "2dc92d20-29d2-4d0e-b628-1e68640b47f6", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:33:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "2dc92d20-29d2-4d0e-b628-1e68640b47f6", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:33:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7ee57f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7ee57f", "reconcileID": "ce1b0bfb-d3d9-416d-964e-8bda335f16c3", "Gateway": "e2e-shared-b-w2-7ee57f", "namespace": "openshift-ingress"} 2026-09-11T15:33:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7ee57f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7ee57f", "reconcileID": "ce1b0bfb-d3d9-416d-964e-8bda335f16c3", "Gateway": "e2e-shared-b-w2-7ee57f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7ee57f-authn-ssl"} 2026-09-11T15:33:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7ee57f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7ee57f", "reconcileID": "ce1b0bfb-d3d9-416d-964e-8bda335f16c3", "Gateway": "e2e-shared-b-w2-7ee57f", "namespace": "openshift-ingress"} 2026-09-11T15:33:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7ee57f"}, "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9005ea12-e282-4ca1-a51a-218379349833", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f"} 2026-09-11T15:33:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7ee57f"}, "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9005ea12-e282-4ca1-a51a-218379349833", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:33:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7ee57f"}, "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9005ea12-e282-4ca1-a51a-218379349833", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7ee57f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:33:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7ee57f"}, "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "name": "odh-trusted-ca-bundle", "reconcileID": "0835fa0c-8e9c-4737-96eb-3bbc50d95582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f"} 2026-09-11T15:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7ee57f"}, "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "name": "odh-trusted-ca-bundle", "reconcileID": "0835fa0c-8e9c-4737-96eb-3bbc50d95582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f"} 2026-09-11T15:33:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7ee57f"}, "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "name": "openshift-service-ca.crt", "reconcileID": "8fcd6669-4c1a-4d7b-97b4-f36f64a979ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f"} 2026-09-11T15:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7ee57f"}, "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "name": "openshift-service-ca.crt", "reconcileID": "8fcd6669-4c1a-4d7b-97b4-f36f64a979ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f"} 2026-09-11T15:33:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7ee57f"}, "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c788275c-b0cc-4606-9079-b7c96a9f7d5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f"} 2026-09-11T15:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7ee57f"}, "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c788275c-b0cc-4606-9079-b7c96a9f7d5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7ee57f"} 2026-09-11T15:33:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7ee57f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7ee57f", "reconcileID": "9e2ac8f4-a805-4904-b61d-bf83f45d46cb", "Gateway": "e2e-shared-b-w2-7ee57f", "namespace": "openshift-ingress"} 2026-09-11T15:33:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7ee57f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7ee57f", "reconcileID": "9e2ac8f4-a805-4904-b61d-bf83f45d46cb", "Gateway": "e2e-shared-b-w2-7ee57f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7ee57f-authn-ssl"} 2026-09-11T15:33:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7ee57f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7ee57f", "reconcileID": "9e2ac8f4-a805-4904-b61d-bf83f45d46cb", "Gateway": "e2e-shared-b-w2-7ee57f", "namespace": "openshift-ingress"} 2026-09-11T15:33:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7ee57f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7ee57f", "reconcileID": "77477c96-2e3d-49b5-8a19-420d54fa71d2", "Gateway": "e2e-shared-b-w2-7ee57f", "namespace": "openshift-ingress"} 2026-09-11T15:33:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "b4c7ad3e-6d9a-477a-b7d3-7eca0dce1564", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "b4c7ad3e-6d9a-477a-b7d3-7eca0dce1564", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:33:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "b4c7ad3e-6d9a-477a-b7d3-7eca0dce1564", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "d294ab2c-3e9c-4b70-87ea-01116b8abf45", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "d294ab2c-3e9c-4b70-87ea-01116b8abf45", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:33:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "d294ab2c-3e9c-4b70-87ea-01116b8abf45", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "cd108cd2-820b-4c2c-b8fb-362d29300ec8", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "cd108cd2-820b-4c2c-b8fb-362d29300ec8", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:33:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "cd108cd2-820b-4c2c-b8fb-362d29300ec8", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "ca3cb122-a302-4fa7-8afb-a334a53ce7e2", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "ca3cb122-a302-4fa7-8afb-a334a53ce7e2", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:33:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "ca3cb122-a302-4fa7-8afb-a334a53ce7e2", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "0e3f3d66-fda9-4323-9fdf-3c709a94ddae", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "0e3f3d66-fda9-4323-9fdf-3c709a94ddae", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:33:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "0e3f3d66-fda9-4323-9fdf-3c709a94ddae", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "78230c5e-73d4-402d-b70f-58a5365be65a", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "78230c5e-73d4-402d-b70f-58a5365be65a", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:33:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "78230c5e-73d4-402d-b70f-58a5365be65a", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "6d1d574e-9c3c-4424-91d0-32a20f038d88", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "6d1d574e-9c3c-4424-91d0-32a20f038d88", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:33:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "6d1d574e-9c3c-4424-91d0-32a20f038d88", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "openshift-service-ca.crt", "reconcileID": "8ae3a20b-7990-4266-8f81-e71f956f4d58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:33:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "openshift-service-ca.crt", "reconcileID": "a977eab9-a4bb-4f90-b1bf-2c0f1c9d06c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:33:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "openshift-service-ca.crt", "reconcileID": "a977eab9-a4bb-4f90-b1bf-2c0f1c9d06c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:33:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-trusted-ca-bundle", "reconcileID": "0eda998b-ea67-4ee3-a4b4-6eda7e8513df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:33:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-trusted-ca-bundle", "reconcileID": "0eda998b-ea67-4ee3-a4b4-6eda7e8513df", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "openshift-service-ca.crt", "reconcileID": "cf37ade4-7069-4364-afdf-72a25b62e889", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d8f091b-b9e3-466c-b722-5cb96a55d3c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-trusted-ca-bundle", "reconcileID": "206d5cfc-a907-4e74-b7a6-b46e843b58ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:33:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-trusted-ca-bundle", "reconcileID": "a3c7537b-7292-4396-97bf-3d3fc6ed7caa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:33:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-trusted-ca-bundle", "reconcileID": "a3c7537b-7292-4396-97bf-3d3fc6ed7caa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7b3faf0-8169-464d-a406-4bfa762ba4cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "afa7b94b-db8e-4d33-b9a5-f1183dbf3f30", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "afa7b94b-db8e-4d33-b9a5-f1183dbf3f30", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "afa7b94b-db8e-4d33-b9a5-f1183dbf3f30", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:34:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "1ec841e9-dae7-4146-bc0d-5900cc3e08b7", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:34:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "1ec841e9-dae7-4146-bc0d-5900cc3e08b7", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:34:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "1ec841e9-dae7-4146-bc0d-5900cc3e08b7", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:34:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "19e5ffba-1458-4fdf-8eb5-12c78a6b0ecf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "19e5ffba-1458-4fdf-8eb5-12c78a6b0ecf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "19e5ffba-1458-4fdf-8eb5-12c78a6b0ecf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "b7c3701b-021e-4e9e-a237-85bfe4ee773c", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:34:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "19e5ffba-1458-4fdf-8eb5-12c78a6b0ecf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:34:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "19e5ffba-1458-4fdf-8eb5-12c78a6b0ecf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "authType": "userdefined"} 2026-09-11T15:34:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "19e5ffba-1458-4fdf-8eb5-12c78a6b0ecf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "b7c3701b-021e-4e9e-a237-85bfe4ee773c", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:34:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "b7c3701b-021e-4e9e-a237-85bfe4ee773c", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:34:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "59f5ebd5-8f6d-4e66-957b-2924aa9b94b3", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "59f5ebd5-8f6d-4e66-957b-2924aa9b94b3", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "59f5ebd5-8f6d-4e66-957b-2924aa9b94b3", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "59f5ebd5-8f6d-4e66-957b-2924aa9b94b3", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:34:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "59f5ebd5-8f6d-4e66-957b-2924aa9b94b3", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "authType": "userdefined"} 2026-09-11T15:34:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "59f5ebd5-8f6d-4e66-957b-2924aa9b94b3", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "f0f9e3c9-231f-4327-88e0-c46d9f74dd51", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:34:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "f0f9e3c9-231f-4327-88e0-c46d9f74dd51", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:34:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "f0f9e3c9-231f-4327-88e0-c46d9f74dd51", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:34:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e440c3a3-1cef-4ec8-b2dd-288d351ea522", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e440c3a3-1cef-4ec8-b2dd-288d351ea522", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e440c3a3-1cef-4ec8-b2dd-288d351ea522", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e440c3a3-1cef-4ec8-b2dd-288d351ea522", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:34:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e440c3a3-1cef-4ec8-b2dd-288d351ea522", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "authType": "userdefined"} 2026-09-11T15:34:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e440c3a3-1cef-4ec8-b2dd-288d351ea522", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e686f59d-3016-4f34-99eb-7c845fe3c01c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e686f59d-3016-4f34-99eb-7c845fe3c01c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e686f59d-3016-4f34-99eb-7c845fe3c01c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e686f59d-3016-4f34-99eb-7c845fe3c01c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:34:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e686f59d-3016-4f34-99eb-7c845fe3c01c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "authType": "userdefined"} 2026-09-11T15:34:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "e686f59d-3016-4f34-99eb-7c845fe3c01c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "d5108bb4-6a9b-44e8-a3ec-c44ab26896bf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "d5108bb4-6a9b-44e8-a3ec-c44ab26896bf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "d5108bb4-6a9b-44e8-a3ec-c44ab26896bf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "d5108bb4-6a9b-44e8-a3ec-c44ab26896bf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:34:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "d5108bb4-6a9b-44e8-a3ec-c44ab26896bf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "authType": "userdefined"} 2026-09-11T15:34:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "d5108bb4-6a9b-44e8-a3ec-c44ab26896bf", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:34:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "782a037d-e0cf-4720-a376-ec913c793b53", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:34:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "782a037d-e0cf-4720-a376-ec913c793b53", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:34:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "782a037d-e0cf-4720-a376-ec913c793b53", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:34:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "2b7511f8-14b7-4e60-b9ec-0dbe8c7a3da3", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:34:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "2b7511f8-14b7-4e60-b9ec-0dbe8c7a3da3", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:34:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "2b7511f8-14b7-4e60-b9ec-0dbe8c7a3da3", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:34:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "836280ef-17ff-40e9-8814-abfce1c786cd", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:34:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "836280ef-17ff-40e9-8814-abfce1c786cd", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:34:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "836280ef-17ff-40e9-8814-abfce1c786cd", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "7d451c99-5092-4aa3-95a2-f212781bfa9b", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "7d451c99-5092-4aa3-95a2-f212781bfa9b", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "7d451c99-5092-4aa3-95a2-f212781bfa9b", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "be5acf41-b487-4a13-9799-435afe3c8e13", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "be5acf41-b487-4a13-9799-435afe3c8e13", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "be5acf41-b487-4a13-9799-435afe3c8e13", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "fc214565-3779-4f16-90e7-814fb0588a33", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "fc214565-3779-4f16-90e7-814fb0588a33", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "fc214565-3779-4f16-90e7-814fb0588a33", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "2fe35ad9-9efc-40ce-bb9e-3427b927ce00", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "2fe35ad9-9efc-40ce-bb9e-3427b927ce00", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:35:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "2fe35ad9-9efc-40ce-bb9e-3427b927ce00", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "openshift-service-ca.crt", "reconcileID": "0427849c-21e3-4b95-92f5-eaf6505a94da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-trusted-ca-bundle", "reconcileID": "71938d6c-672e-4f19-86f0-ea384c06fabc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "openshift-service-ca.crt", "reconcileID": "4022fa00-56bd-4368-8375-395f8e71ef7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:35:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "openshift-service-ca.crt", "reconcileID": "4022fa00-56bd-4368-8375-395f8e71ef7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "openshift-service-ca.crt", "reconcileID": "75ab6734-fe7e-4d90-97f0-4ce703d8da3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:35:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "openshift-service-ca.crt", "reconcileID": "75ab6734-fe7e-4d90-97f0-4ce703d8da3f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:35:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aac6063a-e890-4d48-bd6b-9c189a9e1548", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "openshift-service-ca.crt", "reconcileID": "f2222715-1fdf-4d5e-a9af-f93ed75ba02e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-trusted-ca-bundle", "reconcileID": "ce26f945-e87f-4af8-8797-15bdd3f465cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:35:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-trusted-ca-bundle", "reconcileID": "ce26f945-e87f-4af8-8797-15bdd3f465cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fef1467-d74b-4d30-b0ca-3e5bf8662cb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "16e9330f-8fc4-4c60-9ef1-18678dd0fd4d", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "16e9330f-8fc4-4c60-9ef1-18678dd0fd4d", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:35:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "16e9330f-8fc4-4c60-9ef1-18678dd0fd4d", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "3549ee51-5360-4139-be02-312f7bf41d70", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "3549ee51-5360-4139-be02-312f7bf41d70", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "3549ee51-5360-4139-be02-312f7bf41d70", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "ecc744dd-578f-4c70-88c4-5550bb91ad2e", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "ecc744dd-578f-4c70-88c4-5550bb91ad2e", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "ecc744dd-578f-4c70-88c4-5550bb91ad2e", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "5b1dac2a-2d50-4481-b0bb-7a460235bffc", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "5b1dac2a-2d50-4481-b0bb-7a460235bffc", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81-authn-ssl"} 2026-09-11T15:35:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "5b1dac2a-2d50-4481-b0bb-7a460235bffc", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a27c399-92d8-4e8b-a6fe-fb9b88cfd98c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a27c399-92d8-4e8b-a6fe-fb9b88cfd98c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:35:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a27c399-92d8-4e8b-a6fe-fb9b88cfd98c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-f58c81 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-trusted-ca-bundle", "reconcileID": "d90d614d-253b-4ec1-9d87-ed223ac31be8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-trusted-ca-bundle", "reconcileID": "d90d614d-253b-4ec1-9d87-ed223ac31be8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "openshift-service-ca.crt", "reconcileID": "3858e96e-1933-4e8b-9e8f-6a05a8ea47b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "openshift-service-ca.crt", "reconcileID": "3858e96e-1933-4e8b-9e8f-6a05a8ea47b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d91aaa29-b609-49e3-a944-bdfbb05549b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f58c81"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d91aaa29-b609-49e3-a944-bdfbb05549b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f58c81"} 2026-09-11T15:35:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f58c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f58c81", "reconcileID": "1e8cb996-4057-4163-a4db-a643a9b8dd7c", "Gateway": "e2e-ipp-cleanup-f58c81", "namespace": "openshift-ingress"} 2026-09-11T15:36:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "cb74a079-326c-493f-975a-4176e6a04706", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "cb74a079-326c-493f-975a-4176e6a04706", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:36:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "cb74a079-326c-493f-975a-4176e6a04706", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "4bb6e02c-2c30-413d-870b-387824bc40d2", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "4bb6e02c-2c30-413d-870b-387824bc40d2", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:36:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "4bb6e02c-2c30-413d-870b-387824bc40d2", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "1c508bdf-95bb-4bbc-b9f5-2facbc64ed16", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "1c508bdf-95bb-4bbc-b9f5-2facbc64ed16", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "1c508bdf-95bb-4bbc-b9f5-2facbc64ed16", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3316172c-b2f3-4e81-b1e0-8eb3a9a8176c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3316172c-b2f3-4e81-b1e0-8eb3a9a8176c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3316172c-b2f3-4e81-b1e0-8eb3a9a8176c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3316172c-b2f3-4e81-b1e0-8eb3a9a8176c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:36:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3316172c-b2f3-4e81-b1e0-8eb3a9a8176c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "authType": "userdefined"} 2026-09-11T15:36:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3316172c-b2f3-4e81-b1e0-8eb3a9a8176c", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "732aea4b-6f67-41db-9282-d14339f3d7d9", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "732aea4b-6f67-41db-9282-d14339f3d7d9", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "732aea4b-6f67-41db-9282-d14339f3d7d9", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "732aea4b-6f67-41db-9282-d14339f3d7d9", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:36:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "732aea4b-6f67-41db-9282-d14339f3d7d9", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "authType": "userdefined"} 2026-09-11T15:36:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "732aea4b-6f67-41db-9282-d14339f3d7d9", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "79f2c6d9-d078-49c2-9ef2-25bc45f07c1e", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "79f2c6d9-d078-49c2-9ef2-25bc45f07c1e", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "79f2c6d9-d078-49c2-9ef2-25bc45f07c1e", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "79f2c6d9-d078-49c2-9ef2-25bc45f07c1e", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:36:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "79f2c6d9-d078-49c2-9ef2-25bc45f07c1e", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "authType": "userdefined"} 2026-09-11T15:36:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "79f2c6d9-d078-49c2-9ef2-25bc45f07c1e", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a68f42c5-e10b-465e-b2b3-8a51c8d23c40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a68f42c5-e10b-465e-b2b3-8a51c8d23c40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:36:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a68f42c5-e10b-465e-b2b3-8a51c8d23c40", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-8559ee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:36:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-trusted-ca-bundle", "reconcileID": "5a3383a7-42ae-43c9-a4bd-6b5b340f1c65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-trusted-ca-bundle", "reconcileID": "5a3383a7-42ae-43c9-a4bd-6b5b340f1c65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "openshift-service-ca.crt", "reconcileID": "6fbf69e7-1264-47a7-902b-22ed69e9d79a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "openshift-service-ca.crt", "reconcileID": "6fbf69e7-1264-47a7-902b-22ed69e9d79a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3d4969f-20a6-4152-a993-a0ad8170dc17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3d4969f-20a6-4152-a993-a0ad8170dc17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "40a589ee-85c6-4482-bf13-8a9b10e78979", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "40a589ee-85c6-4482-bf13-8a9b10e78979", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee"} 2026-09-11T15:36:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "40a589ee-85c6-4482-bf13-8a9b10e78979", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "40a589ee-85c6-4482-bf13-8a9b10e78979", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "40a589ee-85c6-4482-bf13-8a9b10e78979", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:36:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "40a589ee-85c6-4482-bf13-8a9b10e78979", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:36:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "40a589ee-85c6-4482-bf13-8a9b10e78979", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "40a589ee-85c6-4482-bf13-8a9b10e78979", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "3154d36a-ddf3-4edb-83ca-1ec0179b75cc", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "3154d36a-ddf3-4edb-83ca-1ec0179b75cc", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:36:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "3154d36a-ddf3-4edb-83ca-1ec0179b75cc", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3c1f90de-7bde-4b76-9caf-cb580e2fb882", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3c1f90de-7bde-4b76-9caf-cb580e2fb882", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee"} 2026-09-11T15:36:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3c1f90de-7bde-4b76-9caf-cb580e2fb882", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3c1f90de-7bde-4b76-9caf-cb580e2fb882", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3c1f90de-7bde-4b76-9caf-cb580e2fb882", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:36:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3c1f90de-7bde-4b76-9caf-cb580e2fb882", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee-kserve-route-authn"} 2026-09-11T15:36:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3c1f90de-7bde-4b76-9caf-cb580e2fb882", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "3c1f90de-7bde-4b76-9caf-cb580e2fb882", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8559ee","namespace":"ai-tenant-e2e-ipp-a-8559ee"}, "namespace": "ai-tenant-e2e-ipp-a-8559ee", "name": "ipp-route-8559ee", "reconcileID": "6b942417-fe0a-4571-a53e-8bbb3948808d", "LLMInferenceService": "ipp-route-8559ee", "namespace": "ai-tenant-e2e-ipp-a-8559ee"} 2026-09-11T15:36:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "44212fd4-7c98-44fa-a96c-709629bb7597", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "44212fd4-7c98-44fa-a96c-709629bb7597", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee-authn-ssl"} 2026-09-11T15:36:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "44212fd4-7c98-44fa-a96c-709629bb7597", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:36:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8559ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8559ee", "reconcileID": "282bc146-a983-4af3-b566-cc814af67a51", "Gateway": "e2e-ipp-a-8559ee", "namespace": "openshift-ingress"} 2026-09-11T15:37:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "1f8e596c-e02a-403e-9752-dcf4a47a4394", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:37:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "1f8e596c-e02a-403e-9752-dcf4a47a4394", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:37:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "1f8e596c-e02a-403e-9752-dcf4a47a4394", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "f3ab0bb2-d886-49bf-9e2e-7633794ec138", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "f3ab0bb2-d886-49bf-9e2e-7633794ec138", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9-authn-ssl"} 2026-09-11T15:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "f3ab0bb2-d886-49bf-9e2e-7633794ec138", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:37:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a381ad95-4303-4723-9693-73572b60bd79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:37:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a381ad95-4303-4723-9693-73572b60bd79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:37:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a381ad95-4303-4723-9693-73572b60bd79", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0ce6e9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:37:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-trusted-ca-bundle", "reconcileID": "6e214711-e3d8-4049-8a82-600119d074d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:37:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-trusted-ca-bundle", "reconcileID": "6e214711-e3d8-4049-8a82-600119d074d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:37:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "openshift-service-ca.crt", "reconcileID": "9ae3d567-b9da-4075-8723-720878a5b833", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:37:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "openshift-service-ca.crt", "reconcileID": "9ae3d567-b9da-4075-8723-720878a5b833", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:37:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d769d24-bc16-4cc6-aa61-f02c0414ae9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:37:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0ce6e9"}, "namespace": "ai-tenant-e2e-ipp-b-0ce6e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d769d24-bc16-4cc6-aa61-f02c0414ae9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0ce6e9"} 2026-09-11T15:37:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0ce6e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0ce6e9", "reconcileID": "bd0d8a72-396b-4596-9233-e55336098a1d", "Gateway": "e2e-ipp-b-0ce6e9", "namespace": "openshift-ingress"} 2026-09-11T15:37:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "6721adc9-e7f9-460f-bd8d-73a9990c980e", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress"} 2026-09-11T15:37:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "6721adc9-e7f9-460f-bd8d-73a9990c980e", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40-authn-ssl"} 2026-09-11T15:37:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "6721adc9-e7f9-460f-bd8d-73a9990c980e", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress"} 2026-09-11T15:37:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "40d6517c-c704-43d2-85d1-ce61c36c9c1a", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress"} 2026-09-11T15:37:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "40d6517c-c704-43d2-85d1-ce61c36c9c1a", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40-authn-ssl"} 2026-09-11T15:37:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "40d6517c-c704-43d2-85d1-ce61c36c9c1a", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress"} 2026-09-11T15:37:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f571eb96-8847-4a3f-8c09-fd73723bf680", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:37:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f571eb96-8847-4a3f-8c09-fd73723bf680", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:37:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f571eb96-8847-4a3f-8c09-fd73723bf680", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-397e40 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:37:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "odh-trusted-ca-bundle", "reconcileID": "82c74391-f4bd-4b46-b9f1-fdc6445ed361", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "odh-trusted-ca-bundle", "reconcileID": "82c74391-f4bd-4b46-b9f1-fdc6445ed361", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:37:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "openshift-service-ca.crt", "reconcileID": "387fb283-bac0-42bd-a544-b038bb2c5c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "openshift-service-ca.crt", "reconcileID": "387fb283-bac0-42bd-a544-b038bb2c5c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:37:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07824a07-7145-46aa-a295-8d2c5414a3fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-397e40"}, "namespace": "ai-tenant-e2e-shared-a-w3-397e40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07824a07-7145-46aa-a295-8d2c5414a3fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-397e40"} 2026-09-11T15:37:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-397e40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-397e40", "reconcileID": "7132880c-aea9-4a8f-97e1-3d095831bbf2", "Gateway": "e2e-shared-a-w3-397e40", "namespace": "openshift-ingress"} 2026-09-11T15:37:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T15:37:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T15:37:43Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T15:37:43Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T15:37:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "bafa16c3-638d-414b-8760-d6b63e171d31", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress"} 2026-09-11T15:37:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "bafa16c3-638d-414b-8760-d6b63e171d31", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31-authn-ssl"} 2026-09-11T15:37:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "bafa16c3-638d-414b-8760-d6b63e171d31", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress"} 2026-09-11T15:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "34d390c5-c223-455d-9b34-7bbf7764c069", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress"} 2026-09-11T15:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "34d390c5-c223-455d-9b34-7bbf7764c069", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31-authn-ssl"} 2026-09-11T15:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "34d390c5-c223-455d-9b34-7bbf7764c069", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress"} 2026-09-11T15:37:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6492c0f0-4266-4833-af8d-0c55ddee2e69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:37:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6492c0f0-4266-4833-af8d-0c55ddee2e69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T15:37:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6492c0f0-4266-4833-af8d-0c55ddee2e69", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-abba31 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T15:37:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "odh-trusted-ca-bundle", "reconcileID": "684710af-4277-41f1-88a5-33a1c28c21c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "odh-trusted-ca-bundle", "reconcileID": "684710af-4277-41f1-88a5-33a1c28c21c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:37:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "openshift-service-ca.crt", "reconcileID": "94a3b7ef-6b4b-4e0d-9df8-56d6d71759af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "openshift-service-ca.crt", "reconcileID": "94a3b7ef-6b4b-4e0d-9df8-56d6d71759af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:37:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f79b9e0-666c-4a96-af29-6954d2b50bd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-abba31"}, "namespace": "ai-tenant-e2e-shared-b-w3-abba31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f79b9e0-666c-4a96-af29-6954d2b50bd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-abba31"} 2026-09-11T15:37:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-abba31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-abba31", "reconcileID": "5300b71f-7e72-46d4-b1df-638343daade7", "Gateway": "e2e-shared-b-w3-abba31", "namespace": "openshift-ingress"} 2026-09-11T15:41:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "dd55bf16-5b27-4f72-80eb-a84c3a708e94", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "dd55bf16-5b27-4f72-80eb-a84c3a708e94", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "dd55bf16-5b27-4f72-80eb-a84c3a708e94", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "dd55bf16-5b27-4f72-80eb-a84c3a708e94", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "name": "e2e-same-id-a-0cbe456e-kserve-route-authn"} 2026-09-11T15:41:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "dd55bf16-5b27-4f72-80eb-a84c3a708e94", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T15:41:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "dd55bf16-5b27-4f72-80eb-a84c3a708e94", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd667b42-46c5-4b08-865b-2fd6753c8d07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:41:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd667b42-46c5-4b08-865b-2fd6753c8d07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T15:41:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd667b42-46c5-4b08-865b-2fd6753c8d07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:41:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "a4773d3b-d2a9-4f03-b613-b82c95387ebc", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "a4773d3b-d2a9-4f03-b613-b82c95387ebc", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "a4773d3b-d2a9-4f03-b613-b82c95387ebc", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "a4773d3b-d2a9-4f03-b613-b82c95387ebc", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "name": "e2e-same-id-a-0cbe456e-kserve-route-authn"} 2026-09-11T15:41:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "a4773d3b-d2a9-4f03-b613-b82c95387ebc", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T15:41:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "a4773d3b-d2a9-4f03-b613-b82c95387ebc", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "998be26a-ebd0-4174-9546-4d8e11ae6ec0", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "998be26a-ebd0-4174-9546-4d8e11ae6ec0", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "998be26a-ebd0-4174-9546-4d8e11ae6ec0", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "998be26a-ebd0-4174-9546-4d8e11ae6ec0", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "name": "e2e-same-id-b-0cbe456e-kserve-route-authn"} 2026-09-11T15:41:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "998be26a-ebd0-4174-9546-4d8e11ae6ec0", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T15:41:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "998be26a-ebd0-4174-9546-4d8e11ae6ec0", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:41:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48debf87-11c3-4b29-93d2-87d5889f883a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:41:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48debf87-11c3-4b29-93d2-87d5889f883a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T15:41:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48debf87-11c3-4b29-93d2-87d5889f883a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3d878d8-4c74-4dba-9e8a-eb44a333b086", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3d878d8-4c74-4dba-9e8a-eb44a333b086", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T15:42:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3d878d8-4c74-4dba-9e8a-eb44a333b086", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "f23d32ca-b083-44eb-ba68-193268a19e83", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "f23d32ca-b083-44eb-ba68-193268a19e83", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "f23d32ca-b083-44eb-ba68-193268a19e83", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "f23d32ca-b083-44eb-ba68-193268a19e83", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "name": "e2e-same-id-a-0cbe456e-kserve-route-authn"} 2026-09-11T15:42:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "f23d32ca-b083-44eb-ba68-193268a19e83", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T15:42:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "f23d32ca-b083-44eb-ba68-193268a19e83", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e6d21bc9-c022-4c7a-8fa0-f908827394e2", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e6d21bc9-c022-4c7a-8fa0-f908827394e2", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e6d21bc9-c022-4c7a-8fa0-f908827394e2", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e6d21bc9-c022-4c7a-8fa0-f908827394e2", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "name": "e2e-same-id-b-0cbe456e-kserve-route-authn"} 2026-09-11T15:42:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e6d21bc9-c022-4c7a-8fa0-f908827394e2", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T15:42:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e6d21bc9-c022-4c7a-8fa0-f908827394e2", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0abb898-269d-4ee7-9288-16a527285e66", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0abb898-269d-4ee7-9288-16a527285e66", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T15:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0abb898-269d-4ee7-9288-16a527285e66", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "62771482-a955-4235-b517-be589c97ae6c", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "62771482-a955-4235-b517-be589c97ae6c", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "62771482-a955-4235-b517-be589c97ae6c", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "62771482-a955-4235-b517-be589c97ae6c", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "name": "e2e-same-id-b-0cbe456e-kserve-route-authn"} 2026-09-11T15:42:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "62771482-a955-4235-b517-be589c97ae6c", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T15:42:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "62771482-a955-4235-b517-be589c97ae6c", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "96ab4ce1-19da-4578-a28e-5561fd568117", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "96ab4ce1-19da-4578-a28e-5561fd568117", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "96ab4ce1-19da-4578-a28e-5561fd568117", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "96ab4ce1-19da-4578-a28e-5561fd568117", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "name": "e2e-same-id-a-0cbe456e-kserve-route-authn"} 2026-09-11T15:42:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "96ab4ce1-19da-4578-a28e-5561fd568117", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T15:42:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "96ab4ce1-19da-4578-a28e-5561fd568117", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "4e4027aa-50be-4149-b303-d60c326176f1", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "4e4027aa-50be-4149-b303-d60c326176f1", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "4e4027aa-50be-4149-b303-d60c326176f1", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "4e4027aa-50be-4149-b303-d60c326176f1", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "name": "e2e-same-id-b-0cbe456e-kserve-route-authn"} 2026-09-11T15:42:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "4e4027aa-50be-4149-b303-d60c326176f1", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T15:42:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "4e4027aa-50be-4149-b303-d60c326176f1", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "c395eab4-90e2-4ff1-a5c6-a75b792b560b", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "c395eab4-90e2-4ff1-a5c6-a75b792b560b", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "name": "e2e-same-id-a-0cbe456e"} 2026-09-11T15:42:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "c395eab4-90e2-4ff1-a5c6-a75b792b560b", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "c395eab4-90e2-4ff1-a5c6-a75b792b560b", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "c395eab4-90e2-4ff1-a5c6-a75b792b560b", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "name": "e2e-same-id-a-0cbe456e-kserve-route-authn"} 2026-09-11T15:42:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "c395eab4-90e2-4ff1-a5c6-a75b792b560b", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm", "name": "e2e-same-id-a-0cbe456e-kserve-route-authn"} 2026-09-11T15:42:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0cbe456e", "reconcileID": "4ede5b65-48ed-4d5c-86f4-b2fa6182c15c", "LLMInferenceService": "e2e-same-id-a-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0b6b4935-8013-4c2c-9404-82f3e6104254", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0b6b4935-8013-4c2c-9404-82f3e6104254", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T15:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0b6b4935-8013-4c2c-9404-82f3e6104254", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f715ed43-76db-43bf-8533-328a115b6930", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f715ed43-76db-43bf-8533-328a115b6930", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T15:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f715ed43-76db-43bf-8533-328a115b6930", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e2ca6ccf-8dc2-40e2-a5cb-ebee083b0ced", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e2ca6ccf-8dc2-40e2-a5cb-ebee083b0ced", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "name": "e2e-same-id-b-0cbe456e"} 2026-09-11T15:42:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e2ca6ccf-8dc2-40e2-a5cb-ebee083b0ced", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e2ca6ccf-8dc2-40e2-a5cb-ebee083b0ced", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e2ca6ccf-8dc2-40e2-a5cb-ebee083b0ced", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "name": "e2e-same-id-b-0cbe456e-kserve-route-authn"} 2026-09-11T15:42:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "e2ca6ccf-8dc2-40e2-a5cb-ebee083b0ced", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm", "name": "e2e-same-id-b-0cbe456e-kserve-route-authn"} 2026-09-11T15:42:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0cbe456e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0cbe456e", "reconcileID": "82aa4678-15b4-4873-a1f7-c1302dcbb79d", "LLMInferenceService": "e2e-same-id-b-0cbe456e", "namespace": "llm"} 2026-09-11T15:42:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f129d37-c52e-4c9a-ad67-47bd1aefb7b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f129d37-c52e-4c9a-ad67-47bd1aefb7b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T15:42:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f129d37-c52e-4c9a-ad67-47bd1aefb7b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0666f309-a945-40c0-9909-55522bf748b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T15:42:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0666f309-a945-40c0-9909-55522bf748b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T15:42:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0666f309-a945-40c0-9909-55522bf748b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}