2026-09-09T13:14:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21da34"}, "namespace": "ai-tenant-e2e-api-a-21da34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1587321b-68a6-4387-80ed-ad2d6a03241f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21da34"} 2026-09-09T13:14:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21da34"}, "namespace": "ai-tenant-e2e-api-a-21da34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1587321b-68a6-4387-80ed-ad2d6a03241f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21da34", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:14:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21da34"}, "namespace": "ai-tenant-e2e-api-a-21da34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1587321b-68a6-4387-80ed-ad2d6a03241f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-21da34 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:14:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-21da34"}, "namespace": "ai-tenant-e2e-api-a-21da34", "name": "odh-trusted-ca-bundle", "reconcileID": "e024f98e-0497-4fe3-8c5d-1e22b8a4476e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21da34"} 2026-09-09T13:14:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-21da34"}, "namespace": "ai-tenant-e2e-api-a-21da34", "name": "odh-trusted-ca-bundle", "reconcileID": "e024f98e-0497-4fe3-8c5d-1e22b8a4476e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21da34"} 2026-09-09T13:14:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21da34"}, "namespace": "ai-tenant-e2e-api-a-21da34", "name": "openshift-service-ca.crt", "reconcileID": "f64c2268-4a4d-44fe-bced-d3c4a9871593", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-21da34"} 2026-09-09T13:14:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21da34"}, "namespace": "ai-tenant-e2e-api-a-21da34", "name": "openshift-service-ca.crt", "reconcileID": "f64c2268-4a4d-44fe-bced-d3c4a9871593", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-21da34"} 2026-09-09T13:14:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21da34"}, "namespace": "ai-tenant-e2e-api-a-21da34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00d8e2fb-396a-4dc4-ad23-4ad2aeb80d7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21da34"} 2026-09-09T13:14:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21da34"}, "namespace": "ai-tenant-e2e-api-a-21da34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00d8e2fb-396a-4dc4-ad23-4ad2aeb80d7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21da34"} 2026-09-09T13:14:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21da34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21da34", "reconcileID": "9cc0f241-f694-458c-a4eb-305a070b2ff7", "Gateway": "e2e-api-a-21da34", "namespace": "openshift-ingress"} 2026-09-09T13:14:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:14:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:14:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:14:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:14:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a813cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a813cb", "reconcileID": "5a303459-1b39-4621-8d27-a37a30001b80", "Gateway": "e2e-api-b-a813cb", "namespace": "openshift-ingress"} 2026-09-09T13:14:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a813cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a813cb", "reconcileID": "5a303459-1b39-4621-8d27-a37a30001b80", "Gateway": "e2e-api-b-a813cb", "namespace": "openshift-ingress", "name": "e2e-api-b-a813cb-authn-ssl"} 2026-09-09T13:14:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a813cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a813cb", "reconcileID": "5a303459-1b39-4621-8d27-a37a30001b80", "Gateway": "e2e-api-b-a813cb", "namespace": "openshift-ingress"} 2026-09-09T13:14:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a813cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a813cb", "reconcileID": "78a12196-6320-4b8a-a23c-a055765340a3", "Gateway": "e2e-api-b-a813cb", "namespace": "openshift-ingress"} 2026-09-09T13:14:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a813cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a813cb", "reconcileID": "78a12196-6320-4b8a-a23c-a055765340a3", "Gateway": "e2e-api-b-a813cb", "namespace": "openshift-ingress", "name": "e2e-api-b-a813cb-authn-ssl"} 2026-09-09T13:14:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a813cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a813cb", "reconcileID": "78a12196-6320-4b8a-a23c-a055765340a3", "Gateway": "e2e-api-b-a813cb", "namespace": "openshift-ingress"} 2026-09-09T13:14:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a813cb"}, "namespace": "ai-tenant-e2e-api-b-a813cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1129b20b-15af-4945-b05e-e60fc154a58d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a813cb"} 2026-09-09T13:14:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a813cb"}, "namespace": "ai-tenant-e2e-api-b-a813cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1129b20b-15af-4945-b05e-e60fc154a58d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a813cb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:14:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a813cb"}, "namespace": "ai-tenant-e2e-api-b-a813cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1129b20b-15af-4945-b05e-e60fc154a58d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a813cb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:14:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a813cb"}, "namespace": "ai-tenant-e2e-api-b-a813cb", "name": "odh-trusted-ca-bundle", "reconcileID": "9a8f3f46-2b7e-4a4f-ab8e-fe101e9558fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a813cb"} 2026-09-09T13:14:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a813cb"}, "namespace": "ai-tenant-e2e-api-b-a813cb", "name": "odh-trusted-ca-bundle", "reconcileID": "9a8f3f46-2b7e-4a4f-ab8e-fe101e9558fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a813cb"} 2026-09-09T13:14:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a813cb"}, "namespace": "ai-tenant-e2e-api-b-a813cb", "name": "openshift-service-ca.crt", "reconcileID": "9560d758-84fc-4242-a55f-77cae4584e44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a813cb"} 2026-09-09T13:14:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a813cb"}, "namespace": "ai-tenant-e2e-api-b-a813cb", "name": "openshift-service-ca.crt", "reconcileID": "9560d758-84fc-4242-a55f-77cae4584e44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a813cb"} 2026-09-09T13:14:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a813cb"}, "namespace": "ai-tenant-e2e-api-b-a813cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41fcc4f6-cabc-4fdc-a83d-53418fe35ff6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a813cb"} 2026-09-09T13:14:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a813cb"}, "namespace": "ai-tenant-e2e-api-b-a813cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41fcc4f6-cabc-4fdc-a83d-53418fe35ff6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a813cb"} 2026-09-09T13:14:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a813cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a813cb", "reconcileID": "fbd831d0-dc24-43d0-9024-d9caa80ebc1f", "Gateway": "e2e-api-b-a813cb", "namespace": "openshift-ingress"} 2026-09-09T13:14:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ada1ae","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae", "reconcileID": "14a88ef8-089f-45f4-8b2b-461bee2fb5a3", "LLMInferenceService": "rate-test-model-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:14:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ada1ae","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae", "reconcileID": "14a88ef8-089f-45f4-8b2b-461bee2fb5a3", "LLMInferenceService": "rate-test-model-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae"} 2026-09-09T13:14:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ada1ae","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae", "reconcileID": "14a88ef8-089f-45f4-8b2b-461bee2fb5a3", "LLMInferenceService": "rate-test-model-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:14:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ada1ae","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae", "reconcileID": "14a88ef8-089f-45f4-8b2b-461bee2fb5a3", "LLMInferenceService": "rate-test-model-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:14:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ada1ae","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae", "reconcileID": "14a88ef8-089f-45f4-8b2b-461bee2fb5a3", "LLMInferenceService": "rate-test-model-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae-kserve-route-authn"} 2026-09-09T13:14:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ada1ae","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae", "reconcileID": "14a88ef8-089f-45f4-8b2b-461bee2fb5a3", "LLMInferenceService": "rate-test-model-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae-kserve-route-authn"} 2026-09-09T13:14:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ada1ae","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae", "reconcileID": "14a88ef8-089f-45f4-8b2b-461bee2fb5a3", "LLMInferenceService": "rate-test-model-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:14:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ada1ae","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae", "reconcileID": "14a88ef8-089f-45f4-8b2b-461bee2fb5a3", "LLMInferenceService": "rate-test-model-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:14:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ada1ae","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "rate-test-model-ada1ae", "reconcileID": "72977ded-3c5c-43e5-9d43-d713b5bd9420", "LLMInferenceService": "rate-test-model-ada1ae", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:14:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "e8b7d3b5-9c5e-47f6-9dbd-fc6534785b7c", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress"} 2026-09-09T13:14:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "e8b7d3b5-9c5e-47f6-9dbd-fc6534785b7c", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae-authn-ssl"} 2026-09-09T13:14:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "e8b7d3b5-9c5e-47f6-9dbd-fc6534785b7c", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress"} 2026-09-09T13:14:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "3d50ebb8-1c2b-4b59-b244-f0f172257036", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress"} 2026-09-09T13:14:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "3d50ebb8-1c2b-4b59-b244-f0f172257036", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae-authn-ssl"} 2026-09-09T13:14:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "3d50ebb8-1c2b-4b59-b244-f0f172257036", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress"} 2026-09-09T13:14:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-650a99","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99", "reconcileID": "0d962810-76b5-4e7a-9116-68b86e170482", "LLMInferenceService": "rate-test-model-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:14:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-650a99","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99", "reconcileID": "0d962810-76b5-4e7a-9116-68b86e170482", "LLMInferenceService": "rate-test-model-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99"} 2026-09-09T13:14:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-650a99","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99", "reconcileID": "0d962810-76b5-4e7a-9116-68b86e170482", "LLMInferenceService": "rate-test-model-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:14:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-650a99","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99", "reconcileID": "0d962810-76b5-4e7a-9116-68b86e170482", "LLMInferenceService": "rate-test-model-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:14:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-650a99","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99", "reconcileID": "0d962810-76b5-4e7a-9116-68b86e170482", "LLMInferenceService": "rate-test-model-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99-kserve-route-authn"} 2026-09-09T13:14:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-650a99","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99", "reconcileID": "0d962810-76b5-4e7a-9116-68b86e170482", "LLMInferenceService": "rate-test-model-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99-kserve-route-authn"} 2026-09-09T13:14:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-650a99","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99", "reconcileID": "0d962810-76b5-4e7a-9116-68b86e170482", "LLMInferenceService": "rate-test-model-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:14:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-650a99","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99", "reconcileID": "0d962810-76b5-4e7a-9116-68b86e170482", "LLMInferenceService": "rate-test-model-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:14:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-650a99","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "rate-test-model-650a99", "reconcileID": "655cc9af-a524-482e-b387-7279c815a3ee", "LLMInferenceService": "rate-test-model-650a99", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "99f4b6e6-150e-4b11-90f6-25555ea15f50", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress"} 2026-09-09T13:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "99f4b6e6-150e-4b11-90f6-25555ea15f50", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99-authn-ssl"} 2026-09-09T13:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "99f4b6e6-150e-4b11-90f6-25555ea15f50", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress"} 2026-09-09T13:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "202aaebc-0d18-4a8f-9e6d-3158d77bf646", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress"} 2026-09-09T13:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "202aaebc-0d18-4a8f-9e6d-3158d77bf646", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99-authn-ssl"} 2026-09-09T13:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "202aaebc-0d18-4a8f-9e6d-3158d77bf646", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "c900a4a6-a636-4532-a915-92f41d03259c", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "c900a4a6-a636-4532-a915-92f41d03259c", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "c900a4a6-a636-4532-a915-92f41d03259c", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "ba2618ee-e282-433b-a0ab-cdbcc96093bf", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "ba2618ee-e282-433b-a0ab-cdbcc96093bf", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "ba2618ee-e282-433b-a0ab-cdbcc96093bf", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "09b80eb7-a283-4c8e-9ebc-955e7f9b0af6", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "09b80eb7-a283-4c8e-9ebc-955e7f9b0af6", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "09b80eb7-a283-4c8e-9ebc-955e7f9b0af6", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "7d0c6053-3cbe-4bf2-a311-0310f55a4979", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "7d0c6053-3cbe-4bf2-a311-0310f55a4979", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "7d0c6053-3cbe-4bf2-a311-0310f55a4979", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "822c2298-86be-44c3-aa13-738fc3173d87", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "822c2298-86be-44c3-aa13-738fc3173d87", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "822c2298-86be-44c3-aa13-738fc3173d87", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "7d35160f-4972-44f2-9b03-e73ce1482f98", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "7d35160f-4972-44f2-9b03-e73ce1482f98", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:14:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "7d35160f-4972-44f2-9b03-e73ce1482f98", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "40c88963-dbd4-489f-8da7-1d119911598e", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "40c88963-dbd4-489f-8da7-1d119911598e", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:14:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "40c88963-dbd4-489f-8da7-1d119911598e", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "openshift-service-ca.crt", "reconcileID": "1332cef3-37af-4bd0-aa71-ae11cb5437e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:14:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-trusted-ca-bundle", "reconcileID": "63caed41-b2fc-4687-9505-c65ee9103ee7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:14:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "openshift-service-ca.crt", "reconcileID": "809692b7-1e1f-42ed-9dfc-1498ca04ac18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:14:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "openshift-service-ca.crt", "reconcileID": "809692b7-1e1f-42ed-9dfc-1498ca04ac18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:14:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1130467-5f60-4037-aeee-4a098564dc32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:14:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "openshift-service-ca.crt", "reconcileID": "6ae8c63d-f7f4-406a-9d54-0a3d7ce7ddd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:14:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-trusted-ca-bundle", "reconcileID": "a929c7ce-3dfc-4776-af18-7471a1058b39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:14:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-trusted-ca-bundle", "reconcileID": "a929c7ce-3dfc-4776-af18-7471a1058b39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:14:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ede3c44-e934-4ddf-981f-0bfbf29cba1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:14:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "3c0cb4fc-d1de-46c2-a352-c20d5225e21b", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "3c0cb4fc-d1de-46c2-a352-c20d5225e21b", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:14:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "3c0cb4fc-d1de-46c2-a352-c20d5225e21b", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:14:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0b0a1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0b0a1a", "reconcileID": "2380eda7-3809-4055-bede-70dfe91c0890", "Gateway": "e2e-shared-a-w2-0b0a1a", "namespace": "openshift-ingress"} 2026-09-09T13:14:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0b0a1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0b0a1a", "reconcileID": "2380eda7-3809-4055-bede-70dfe91c0890", "Gateway": "e2e-shared-a-w2-0b0a1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0b0a1a-authn-ssl"} 2026-09-09T13:14:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0b0a1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0b0a1a", "reconcileID": "2380eda7-3809-4055-bede-70dfe91c0890", "Gateway": "e2e-shared-a-w2-0b0a1a", "namespace": "openshift-ingress"} 2026-09-09T13:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0b0a1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0b0a1a", "reconcileID": "9e61f7d7-477a-4143-ad36-cf00f115fc25", "Gateway": "e2e-shared-a-w2-0b0a1a", "namespace": "openshift-ingress"} 2026-09-09T13:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0b0a1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0b0a1a", "reconcileID": "9e61f7d7-477a-4143-ad36-cf00f115fc25", "Gateway": "e2e-shared-a-w2-0b0a1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0b0a1a-authn-ssl"} 2026-09-09T13:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0b0a1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0b0a1a", "reconcileID": "9e61f7d7-477a-4143-ad36-cf00f115fc25", "Gateway": "e2e-shared-a-w2-0b0a1a", "namespace": "openshift-ingress"} 2026-09-09T13:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "2610e704-a211-4dac-8367-d8a58f5f0df8", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "2610e704-a211-4dac-8367-d8a58f5f0df8", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "2610e704-a211-4dac-8367-d8a58f5f0df8", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0b0a1a"}, "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a748463e-0eb4-4629-b9f5-c77c2e3e46c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a"} 2026-09-09T13:15:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0b0a1a"}, "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a748463e-0eb4-4629-b9f5-c77c2e3e46c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:15:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0b0a1a"}, "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a748463e-0eb4-4629-b9f5-c77c2e3e46c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-0b0a1a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0b0a1a"}, "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "name": "odh-trusted-ca-bundle", "reconcileID": "1d7e868f-3f47-45b9-8fa0-5b9dc69033dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a"} 2026-09-09T13:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0b0a1a"}, "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "name": "odh-trusted-ca-bundle", "reconcileID": "1d7e868f-3f47-45b9-8fa0-5b9dc69033dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a"} 2026-09-09T13:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-0b0a1a"}, "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "name": "openshift-service-ca.crt", "reconcileID": "b459a3f6-029b-4d9a-80a7-307de692139c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a"} 2026-09-09T13:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-0b0a1a"}, "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "name": "openshift-service-ca.crt", "reconcileID": "b459a3f6-029b-4d9a-80a7-307de692139c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a"} 2026-09-09T13:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0b0a1a"}, "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3575ad5-047c-4400-bc23-5f54b668e245", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a"} 2026-09-09T13:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0b0a1a"}, "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3575ad5-047c-4400-bc23-5f54b668e245", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0b0a1a"} 2026-09-09T13:15:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0b0a1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0b0a1a", "reconcileID": "1d340ad9-1562-4851-b739-f1df97eb609b", "Gateway": "e2e-shared-a-w2-0b0a1a", "namespace": "openshift-ingress"} 2026-09-09T13:15:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-941953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-941953", "reconcileID": "3b111033-db94-4f3f-9d98-7e9d04964ad9", "Gateway": "e2e-shared-b-w2-941953", "namespace": "openshift-ingress"} 2026-09-09T13:15:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-941953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-941953", "reconcileID": "3b111033-db94-4f3f-9d98-7e9d04964ad9", "Gateway": "e2e-shared-b-w2-941953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-941953-authn-ssl"} 2026-09-09T13:15:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-941953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-941953", "reconcileID": "3b111033-db94-4f3f-9d98-7e9d04964ad9", "Gateway": "e2e-shared-b-w2-941953", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "990f3d0a-dbaf-4199-bd4e-a9ccb04fce4a", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "990f3d0a-dbaf-4199-bd4e-a9ccb04fce4a", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "990f3d0a-dbaf-4199-bd4e-a9ccb04fce4a", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "8716b6d0-1fe8-4c23-b04a-3d3c5820c0fe", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "8716b6d0-1fe8-4c23-b04a-3d3c5820c0fe", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "8716b6d0-1fe8-4c23-b04a-3d3c5820c0fe", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "7d82878a-66d6-4a78-88ae-da175c403bab", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "7d82878a-66d6-4a78-88ae-da175c403bab", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "7d82878a-66d6-4a78-88ae-da175c403bab", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "71b143af-7f6d-4f8c-bcae-021007449a31", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "71b143af-7f6d-4f8c-bcae-021007449a31", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "71b143af-7f6d-4f8c-bcae-021007449a31", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "a320185d-c873-471e-943e-ad930850d675", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "a320185d-c873-471e-943e-ad930850d675", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "a320185d-c873-471e-943e-ad930850d675", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "d44a7b0f-4fc1-482c-b0bd-f9d6449ea89f", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "d44a7b0f-4fc1-482c-b0bd-f9d6449ea89f", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "d44a7b0f-4fc1-482c-b0bd-f9d6449ea89f", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-941953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-941953", "reconcileID": "5e8b7de6-73ff-4543-a144-f3fc75c2d265", "Gateway": "e2e-shared-b-w2-941953", "namespace": "openshift-ingress"} 2026-09-09T13:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-941953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-941953", "reconcileID": "5e8b7de6-73ff-4543-a144-f3fc75c2d265", "Gateway": "e2e-shared-b-w2-941953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-941953-authn-ssl"} 2026-09-09T13:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-941953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-941953", "reconcileID": "5e8b7de6-73ff-4543-a144-f3fc75c2d265", "Gateway": "e2e-shared-b-w2-941953", "namespace": "openshift-ingress"} 2026-09-09T13:15:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "9d0234ed-b858-4f3e-9bee-bd1959c7c079", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "9d0234ed-b858-4f3e-9bee-bd1959c7c079", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:15:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "9d0234ed-b858-4f3e-9bee-bd1959c7c079", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-941953"}, "namespace": "ai-tenant-e2e-shared-b-w2-941953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56fb95e3-bf22-4403-ab8c-dad31ce8a081", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-941953"} 2026-09-09T13:15:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-941953"}, "namespace": "ai-tenant-e2e-shared-b-w2-941953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56fb95e3-bf22-4403-ab8c-dad31ce8a081", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-941953", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:15:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-941953"}, "namespace": "ai-tenant-e2e-shared-b-w2-941953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56fb95e3-bf22-4403-ab8c-dad31ce8a081", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-941953 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:15:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-941953"}, "namespace": "ai-tenant-e2e-shared-b-w2-941953", "name": "odh-trusted-ca-bundle", "reconcileID": "af0265e9-21d5-46fa-8006-6eeff0c2de6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-941953"} 2026-09-09T13:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-941953"}, "namespace": "ai-tenant-e2e-shared-b-w2-941953", "name": "odh-trusted-ca-bundle", "reconcileID": "af0265e9-21d5-46fa-8006-6eeff0c2de6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-941953"} 2026-09-09T13:15:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-941953"}, "namespace": "ai-tenant-e2e-shared-b-w2-941953", "name": "openshift-service-ca.crt", "reconcileID": "cd8c2d5b-7463-49f9-9d1a-d9184d301886", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-941953"} 2026-09-09T13:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-941953"}, "namespace": "ai-tenant-e2e-shared-b-w2-941953", "name": "openshift-service-ca.crt", "reconcileID": "cd8c2d5b-7463-49f9-9d1a-d9184d301886", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-941953"} 2026-09-09T13:15:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-941953"}, "namespace": "ai-tenant-e2e-shared-b-w2-941953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31f537e0-a403-474f-8618-4f7715fa07a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-941953"} 2026-09-09T13:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-941953"}, "namespace": "ai-tenant-e2e-shared-b-w2-941953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31f537e0-a403-474f-8618-4f7715fa07a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-941953"} 2026-09-09T13:15:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-941953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-941953", "reconcileID": "29349f65-0b9d-4eff-a317-c50ac05bb62d", "Gateway": "e2e-shared-b-w2-941953", "namespace": "openshift-ingress"} 2026-09-09T13:15:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "openshift-service-ca.crt", "reconcileID": "d671be98-7758-41b6-8041-b823a5e70b70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:15:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-trusted-ca-bundle", "reconcileID": "cc063b70-64d3-4978-a15d-385aa74323bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:15:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "openshift-service-ca.crt", "reconcileID": "cc94b8ae-7854-4ee9-87c5-70da6bde3b2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ae6936", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:15:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "openshift-service-ca.crt", "reconcileID": "cc94b8ae-7854-4ee9-87c5-70da6bde3b2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:15:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "openshift-service-ca.crt", "reconcileID": "93b7edb7-96e5-4aec-a277-3b197c788251", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ae6936", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:15:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "openshift-service-ca.crt", "reconcileID": "93b7edb7-96e5-4aec-a277-3b197c788251", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:15:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "397dfb33-ffd7-4da7-837c-037ccfa1e66f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:15:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "openshift-service-ca.crt", "reconcileID": "a14e53a8-2a8c-4660-915a-b247fc6af636", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:15:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-trusted-ca-bundle", "reconcileID": "b580a555-7f6a-4540-8dc4-b233fcb5caaa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:15:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-trusted-ca-bundle", "reconcileID": "b580a555-7f6a-4540-8dc4-b233fcb5caaa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:15:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17cdd562-100a-4859-9270-543e8dd134be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:15:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "0d4f5c1d-32dc-4061-9272-1c20cfedd18a", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "0d4f5c1d-32dc-4061-9272-1c20cfedd18a", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:15:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "0d4f5c1d-32dc-4061-9272-1c20cfedd18a", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "e8f80b4c-0895-4cb3-bb61-6f3a1f99896e", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "e8f80b4c-0895-4cb3-bb61-6f3a1f99896e", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "e8f80b4c-0895-4cb3-bb61-6f3a1f99896e", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:15:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "a011bd4c-f2e4-4921-a1e3-2948e01904e5", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:15:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "a011bd4c-f2e4-4921-a1e3-2948e01904e5", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:15:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "a011bd4c-f2e4-4921-a1e3-2948e01904e5", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "2866e65c-078a-4925-b52f-f9d26d321e40", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:15:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "a011bd4c-f2e4-4921-a1e3-2948e01904e5", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:15:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "a011bd4c-f2e4-4921-a1e3-2948e01904e5", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "authType": "userdefined"} 2026-09-09T13:15:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "a011bd4c-f2e4-4921-a1e3-2948e01904e5", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:15:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "2866e65c-078a-4925-b52f-f9d26d321e40", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "2866e65c-078a-4925-b52f-f9d26d321e40", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:15:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "33ac7549-47c4-4075-afc3-1bf1103c2cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:15:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "33ac7549-47c4-4075-afc3-1bf1103c2cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:15:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "33ac7549-47c4-4075-afc3-1bf1103c2cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:15:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "33ac7549-47c4-4075-afc3-1bf1103c2cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:15:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "33ac7549-47c4-4075-afc3-1bf1103c2cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "authType": "userdefined"} 2026-09-09T13:15:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "33ac7549-47c4-4075-afc3-1bf1103c2cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "f606a202-2db4-4718-8a64-a885992cf8ed", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:16:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "f606a202-2db4-4718-8a64-a885992cf8ed", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:16:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "f606a202-2db4-4718-8a64-a885992cf8ed", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:16:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "3ef4ca56-ef45-4f01-9d92-2328691f0cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "3ef4ca56-ef45-4f01-9d92-2328691f0cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "3ef4ca56-ef45-4f01-9d92-2328691f0cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "3ef4ca56-ef45-4f01-9d92-2328691f0cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:16:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "3ef4ca56-ef45-4f01-9d92-2328691f0cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "authType": "userdefined"} 2026-09-09T13:16:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "3ef4ca56-ef45-4f01-9d92-2328691f0cc1", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "6e0597e9-c60f-4235-80d1-0b575106d7d3", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "6e0597e9-c60f-4235-80d1-0b575106d7d3", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "6e0597e9-c60f-4235-80d1-0b575106d7d3", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "6e0597e9-c60f-4235-80d1-0b575106d7d3", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:16:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "6e0597e9-c60f-4235-80d1-0b575106d7d3", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "authType": "userdefined"} 2026-09-09T13:16:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "6e0597e9-c60f-4235-80d1-0b575106d7d3", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "295be2ad-f101-4192-989e-9de2521b10bf", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "295be2ad-f101-4192-989e-9de2521b10bf", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "295be2ad-f101-4192-989e-9de2521b10bf", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "295be2ad-f101-4192-989e-9de2521b10bf", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:16:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "295be2ad-f101-4192-989e-9de2521b10bf", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "authType": "userdefined"} 2026-09-09T13:16:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "295be2ad-f101-4192-989e-9de2521b10bf", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:16:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "b6b17448-ce36-4637-941b-8c40abfcf26e", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "b6b17448-ce36-4637-941b-8c40abfcf26e", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:16:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "b6b17448-ce36-4637-941b-8c40abfcf26e", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "19d29f64-7e00-45d0-85b3-93fe9bb5efab", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "19d29f64-7e00-45d0-85b3-93fe9bb5efab", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "19d29f64-7e00-45d0-85b3-93fe9bb5efab", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "36cc1ba1-d1ac-407f-a5a8-cb79c97651b1", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "36cc1ba1-d1ac-407f-a5a8-cb79c97651b1", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "36cc1ba1-d1ac-407f-a5a8-cb79c97651b1", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "84dbf424-69ac-40f6-846c-507d673c477f", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "84dbf424-69ac-40f6-846c-507d673c477f", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "84dbf424-69ac-40f6-846c-507d673c477f", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "36f79b2f-e3e7-4c5e-9f28-c605d3b22bca", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "36f79b2f-e3e7-4c5e-9f28-c605d3b22bca", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "36f79b2f-e3e7-4c5e-9f28-c605d3b22bca", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "daaca8b1-aa38-4248-9424-7866e4f2ca6d", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "daaca8b1-aa38-4248-9424-7866e4f2ca6d", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "daaca8b1-aa38-4248-9424-7866e4f2ca6d", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "d248bd28-a59f-49f3-a22d-ab5464f29852", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "d248bd28-a59f-49f3-a22d-ab5464f29852", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:16:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "d248bd28-a59f-49f3-a22d-ab5464f29852", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "openshift-service-ca.crt", "reconcileID": "ea486357-e290-4e09-ba4b-20b00429522a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-trusted-ca-bundle", "reconcileID": "f14c4282-96e7-4b5d-86c8-7336edff187b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:16:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "openshift-service-ca.crt", "reconcileID": "14bb61e2-8806-498d-9c2d-a308024629b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:16:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "openshift-service-ca.crt", "reconcileID": "14bb61e2-8806-498d-9c2d-a308024629b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8618da5f-ead4-404a-a0f5-75e0ad91630a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "openshift-service-ca.crt", "reconcileID": "b8636572-da29-44ef-ac35-3674359cf9dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:16:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-trusted-ca-bundle", "reconcileID": "1cda3a27-28e7-49a6-b435-cc44e2d8b586", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:16:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-trusted-ca-bundle", "reconcileID": "1cda3a27-28e7-49a6-b435-cc44e2d8b586", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "223722c8-81a1-4330-88c2-cc023200e82c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "3b6d8c0b-8c56-4278-8bdf-8901f3f7dd3f", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "3b6d8c0b-8c56-4278-8bdf-8901f3f7dd3f", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "3b6d8c0b-8c56-4278-8bdf-8901f3f7dd3f", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "e3c83559-c0cf-4df8-b742-f6d5050ad536", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:16:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "e3c83559-c0cf-4df8-b742-f6d5050ad536", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:16:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "e3c83559-c0cf-4df8-b742-f6d5050ad536", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:17:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "83e067fe-e802-4f94-8e35-c2318b3463a3", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:17:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "83e067fe-e802-4f94-8e35-c2318b3463a3", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:17:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "83e067fe-e802-4f94-8e35-c2318b3463a3", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:17:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "00a3f9cc-2590-45ae-a27d-6a123a0b4441", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:17:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "00a3f9cc-2590-45ae-a27d-6a123a0b4441", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720-authn-ssl"} 2026-09-09T13:17:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "00a3f9cc-2590-45ae-a27d-6a123a0b4441", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:17:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd8f2ca-d1e4-4bad-bec5-d6321227aa58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:17:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd8f2ca-d1e4-4bad-bec5-d6321227aa58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:17:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd8f2ca-d1e4-4bad-bec5-d6321227aa58", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-964720 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:17:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-trusted-ca-bundle", "reconcileID": "98e48ba1-49cc-467f-b94d-3b0d87c469a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:17:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-trusted-ca-bundle", "reconcileID": "98e48ba1-49cc-467f-b94d-3b0d87c469a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:17:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "openshift-service-ca.crt", "reconcileID": "da5d82d7-4c87-457c-8d9c-cf13f7b5f7e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:17:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "openshift-service-ca.crt", "reconcileID": "da5d82d7-4c87-457c-8d9c-cf13f7b5f7e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:17:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65f4da8e-9891-4d42-ab2e-99d221be8cdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:17:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-964720"}, "namespace": "ai-tenant-e2e-ipp-cleanup-964720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65f4da8e-9891-4d42-ab2e-99d221be8cdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-964720"} 2026-09-09T13:17:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-964720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-964720", "reconcileID": "4b9032e6-7607-48ee-9d72-423c0b423928", "Gateway": "e2e-ipp-cleanup-964720", "namespace": "openshift-ingress"} 2026-09-09T13:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "52b6c078-c1e4-4a6b-bd41-e2c3664c4d38", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "52b6c078-c1e4-4a6b-bd41-e2c3664c4d38", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "52b6c078-c1e4-4a6b-bd41-e2c3664c4d38", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "79d6deb3-b0dc-4ab0-be79-9ad6e27e7ae7", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "79d6deb3-b0dc-4ab0-be79-9ad6e27e7ae7", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "79d6deb3-b0dc-4ab0-be79-9ad6e27e7ae7", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:17:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "7adb74e1-3ba4-4d6b-a467-d3747afa1c95", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:17:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "7adb74e1-3ba4-4d6b-a467-d3747afa1c95", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:17:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "7adb74e1-3ba4-4d6b-a467-d3747afa1c95", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:17:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "0e79f45e-71fd-4474-b3c1-90568ec99a91", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:17:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "0e79f45e-71fd-4474-b3c1-90568ec99a91", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:17:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "0e79f45e-71fd-4474-b3c1-90568ec99a91", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:17:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "0e79f45e-71fd-4474-b3c1-90568ec99a91", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:17:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "0e79f45e-71fd-4474-b3c1-90568ec99a91", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "authType": "userdefined"} 2026-09-09T13:17:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "0e79f45e-71fd-4474-b3c1-90568ec99a91", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1884d63b-6aff-4e9a-add7-b87ff9199195", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1884d63b-6aff-4e9a-add7-b87ff9199195", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:18:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1884d63b-6aff-4e9a-add7-b87ff9199195", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-458b0f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:18:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-trusted-ca-bundle", "reconcileID": "b80fffbe-0132-4afc-a175-bd811fb38547", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-trusted-ca-bundle", "reconcileID": "b80fffbe-0132-4afc-a175-bd811fb38547", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "openshift-service-ca.crt", "reconcileID": "5f9d9483-33c1-4457-a4fc-79cad49dfebf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "openshift-service-ca.crt", "reconcileID": "5f9d9483-33c1-4457-a4fc-79cad49dfebf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8daeab4e-2a39-4c2e-b56f-dc4dd3f7bfea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8daeab4e-2a39-4c2e-b56f-dc4dd3f7bfea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "38ef0574-7285-4f7c-a1b6-c0211bb18617", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "38ef0574-7285-4f7c-a1b6-c0211bb18617", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f"} 2026-09-09T13:18:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "38ef0574-7285-4f7c-a1b6-c0211bb18617", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "38ef0574-7285-4f7c-a1b6-c0211bb18617", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "38ef0574-7285-4f7c-a1b6-c0211bb18617", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:18:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "38ef0574-7285-4f7c-a1b6-c0211bb18617", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:18:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "38ef0574-7285-4f7c-a1b6-c0211bb18617", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "38ef0574-7285-4f7c-a1b6-c0211bb18617", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "40050da1-0a81-4f42-a826-135a6a7fec3d", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:18:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "40050da1-0a81-4f42-a826-135a6a7fec3d", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "40050da1-0a81-4f42-a826-135a6a7fec3d", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:18:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "c109a884-995c-4658-b80a-2c233325c2da", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "c109a884-995c-4658-b80a-2c233325c2da", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f"} 2026-09-09T13:18:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "c109a884-995c-4658-b80a-2c233325c2da", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "c109a884-995c-4658-b80a-2c233325c2da", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "c109a884-995c-4658-b80a-2c233325c2da", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:18:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "c109a884-995c-4658-b80a-2c233325c2da", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f-kserve-route-authn"} 2026-09-09T13:18:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "c109a884-995c-4658-b80a-2c233325c2da", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "c109a884-995c-4658-b80a-2c233325c2da", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-458b0f","namespace":"ai-tenant-e2e-ipp-a-458b0f"}, "namespace": "ai-tenant-e2e-ipp-a-458b0f", "name": "ipp-route-458b0f", "reconcileID": "54543b90-9c7d-413e-a88e-ced369b6b645", "LLMInferenceService": "ipp-route-458b0f", "namespace": "ai-tenant-e2e-ipp-a-458b0f"} 2026-09-09T13:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "499341de-c4c2-489f-907e-bae513ec8e79", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "499341de-c4c2-489f-907e-bae513ec8e79", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f-authn-ssl"} 2026-09-09T13:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "499341de-c4c2-489f-907e-bae513ec8e79", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:18:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-458b0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-458b0f", "reconcileID": "adfb957d-6c94-4df5-9b01-c9c1db3fe1a7", "Gateway": "e2e-ipp-a-458b0f", "namespace": "openshift-ingress"} 2026-09-09T13:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "808597e2-ce1b-4ace-8716-1ae6ce7e32dc", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "808597e2-ce1b-4ace-8716-1ae6ce7e32dc", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "808597e2-ce1b-4ace-8716-1ae6ce7e32dc", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:18:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "41216e32-b286-4f4d-8bdb-6ec46161e6b7", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:18:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "41216e32-b286-4f4d-8bdb-6ec46161e6b7", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936-authn-ssl"} 2026-09-09T13:18:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "41216e32-b286-4f4d-8bdb-6ec46161e6b7", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:18:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b34851e6-398f-44b6-89d3-23dea9bac55a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:18:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b34851e6-398f-44b6-89d3-23dea9bac55a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:18:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b34851e6-398f-44b6-89d3-23dea9bac55a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ae6936 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:18:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-trusted-ca-bundle", "reconcileID": "e2c1f10c-450e-4243-a4fb-a243bc92a3c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-trusted-ca-bundle", "reconcileID": "e2c1f10c-450e-4243-a4fb-a243bc92a3c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:18:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "openshift-service-ca.crt", "reconcileID": "ae1292bd-8ba7-4c9c-b036-3034e2a7771f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "openshift-service-ca.crt", "reconcileID": "ae1292bd-8ba7-4c9c-b036-3034e2a7771f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:18:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2799b9fd-84e6-4fe2-9abd-646cd5f3b271", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ae6936"}, "namespace": "ai-tenant-e2e-ipp-b-ae6936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2799b9fd-84e6-4fe2-9abd-646cd5f3b271", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ae6936"} 2026-09-09T13:18:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ae6936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ae6936", "reconcileID": "7e435359-9388-46a2-b1c5-ede2febe9502", "Gateway": "e2e-ipp-b-ae6936", "namespace": "openshift-ingress"} 2026-09-09T13:18:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "f63db858-1d86-423f-b381-2bac495ffa57", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress"} 2026-09-09T13:18:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "f63db858-1d86-423f-b381-2bac495ffa57", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae-authn-ssl"} 2026-09-09T13:18:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "f63db858-1d86-423f-b381-2bac495ffa57", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress"} 2026-09-09T13:18:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "854677a5-10b6-46cb-b686-427b7ea730c5", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress"} 2026-09-09T13:18:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "854677a5-10b6-46cb-b686-427b7ea730c5", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae-authn-ssl"} 2026-09-09T13:18:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "854677a5-10b6-46cb-b686-427b7ea730c5", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress"} 2026-09-09T13:18:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9565abbe-7de9-4f8f-bc09-d2da02910571", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9565abbe-7de9-4f8f-bc09-d2da02910571", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:18:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9565abbe-7de9-4f8f-bc09-d2da02910571", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-ada1ae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:18:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "odh-trusted-ca-bundle", "reconcileID": "75774788-cbd4-4b4e-b318-14b064f19640", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "odh-trusted-ca-bundle", "reconcileID": "75774788-cbd4-4b4e-b318-14b064f19640", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:18:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "openshift-service-ca.crt", "reconcileID": "bb69d819-be33-437b-8a65-b0595877198a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "openshift-service-ca.crt", "reconcileID": "bb69d819-be33-437b-8a65-b0595877198a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:18:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1c464b0-82c1-46ef-8f48-847530ce17d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ada1ae"}, "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1c464b0-82c1-46ef-8f48-847530ce17d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ada1ae"} 2026-09-09T13:18:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ada1ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ada1ae", "reconcileID": "f836243b-2be5-4d68-af94-aa055c3f8549", "Gateway": "e2e-shared-a-w3-ada1ae", "namespace": "openshift-ingress"} 2026-09-09T13:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "3b183c3f-b633-4cb8-b6e8-3f0856ed723d", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress"} 2026-09-09T13:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "3b183c3f-b633-4cb8-b6e8-3f0856ed723d", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99-authn-ssl"} 2026-09-09T13:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "3b183c3f-b633-4cb8-b6e8-3f0856ed723d", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress"} 2026-09-09T13:19:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "d034a5c4-2463-4687-94e8-d9675af006b8", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress"} 2026-09-09T13:19:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "d034a5c4-2463-4687-94e8-d9675af006b8", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99-authn-ssl"} 2026-09-09T13:19:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "d034a5c4-2463-4687-94e8-d9675af006b8", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress"} 2026-09-09T13:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25e62e8c-a741-45d1-9a59-6ba290e26655", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:19:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25e62e8c-a741-45d1-9a59-6ba290e26655", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:19:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25e62e8c-a741-45d1-9a59-6ba290e26655", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-650a99 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "odh-trusted-ca-bundle", "reconcileID": "fa551dfe-3ee2-4c8e-9f39-d38d6caf93ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:19:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "odh-trusted-ca-bundle", "reconcileID": "fa551dfe-3ee2-4c8e-9f39-d38d6caf93ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "openshift-service-ca.crt", "reconcileID": "047397be-96ae-44e3-bc13-e730759d8c6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:19:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "openshift-service-ca.crt", "reconcileID": "047397be-96ae-44e3-bc13-e730759d8c6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d341cd6-5bde-4230-818e-cb4c91e2c3da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:19:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-650a99"}, "namespace": "ai-tenant-e2e-shared-b-w3-650a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d341cd6-5bde-4230-818e-cb4c91e2c3da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-650a99"} 2026-09-09T13:19:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-650a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-650a99", "reconcileID": "e398d0d6-da96-4f72-8314-7114683fb573", "Gateway": "e2e-shared-b-w3-650a99", "namespace": "openshift-ingress"} 2026-09-09T13:22:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:22:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:22:47Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:22:47Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:23:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "f8c978af-ff37-4b8f-bb1d-87d8925d897b", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "f8c978af-ff37-4b8f-bb1d-87d8925d897b", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "f8c978af-ff37-4b8f-bb1d-87d8925d897b", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33afb81e-2f75-41b6-8968-e273d0775109", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "f8c978af-ff37-4b8f-bb1d-87d8925d897b", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "name": "e2e-same-id-a-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "f8c978af-ff37-4b8f-bb1d-87d8925d897b", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "authType": "userdefined"} 2026-09-09T13:23:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "f8c978af-ff37-4b8f-bb1d-87d8925d897b", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33afb81e-2f75-41b6-8968-e273d0775109", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T13:23:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33afb81e-2f75-41b6-8968-e273d0775109", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "07d1390c-0af4-49c7-a333-039c3b042ea1", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "07d1390c-0af4-49c7-a333-039c3b042ea1", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "07d1390c-0af4-49c7-a333-039c3b042ea1", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "07d1390c-0af4-49c7-a333-039c3b042ea1", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "name": "e2e-same-id-a-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "07d1390c-0af4-49c7-a333-039c3b042ea1", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "authType": "userdefined"} 2026-09-09T13:23:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "07d1390c-0af4-49c7-a333-039c3b042ea1", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "38286c0d-a0a8-4d71-b8bb-d2664f1de23f", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "38286c0d-a0a8-4d71-b8bb-d2664f1de23f", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "38286c0d-a0a8-4d71-b8bb-d2664f1de23f", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b16b00a-d313-49d2-9c52-03db0d081e06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "38286c0d-a0a8-4d71-b8bb-d2664f1de23f", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "name": "e2e-same-id-b-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "38286c0d-a0a8-4d71-b8bb-d2664f1de23f", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "authType": "userdefined"} 2026-09-09T13:23:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "38286c0d-a0a8-4d71-b8bb-d2664f1de23f", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b16b00a-d313-49d2-9c52-03db0d081e06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T13:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b16b00a-d313-49d2-9c52-03db0d081e06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5fd4ead7-51a1-4a90-b499-6c7ca9da8271", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5fd4ead7-51a1-4a90-b499-6c7ca9da8271", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T13:23:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5fd4ead7-51a1-4a90-b499-6c7ca9da8271", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "576475dd-b12c-4ddd-9472-4ef29fe25b45", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "576475dd-b12c-4ddd-9472-4ef29fe25b45", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "576475dd-b12c-4ddd-9472-4ef29fe25b45", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "576475dd-b12c-4ddd-9472-4ef29fe25b45", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "name": "e2e-same-id-a-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "576475dd-b12c-4ddd-9472-4ef29fe25b45", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "authType": "userdefined"} 2026-09-09T13:23:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "576475dd-b12c-4ddd-9472-4ef29fe25b45", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "f37fc2ec-8e5e-4b58-b891-a117134d2280", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "f37fc2ec-8e5e-4b58-b891-a117134d2280", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "f37fc2ec-8e5e-4b58-b891-a117134d2280", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "f37fc2ec-8e5e-4b58-b891-a117134d2280", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "name": "e2e-same-id-b-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "f37fc2ec-8e5e-4b58-b891-a117134d2280", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "authType": "userdefined"} 2026-09-09T13:23:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "f37fc2ec-8e5e-4b58-b891-a117134d2280", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ff3b357-9afc-4432-be40-526f69bced0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ff3b357-9afc-4432-be40-526f69bced0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T13:23:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ff3b357-9afc-4432-be40-526f69bced0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "161b3107-b1ec-4d70-af6f-1556a5543fa9", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "161b3107-b1ec-4d70-af6f-1556a5543fa9", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "161b3107-b1ec-4d70-af6f-1556a5543fa9", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "161b3107-b1ec-4d70-af6f-1556a5543fa9", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "name": "e2e-same-id-b-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "161b3107-b1ec-4d70-af6f-1556a5543fa9", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "authType": "userdefined"} 2026-09-09T13:23:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "161b3107-b1ec-4d70-af6f-1556a5543fa9", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "9a73b7b5-070c-4916-86a3-15109245f65d", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "9a73b7b5-070c-4916-86a3-15109245f65d", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "9a73b7b5-070c-4916-86a3-15109245f65d", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "9a73b7b5-070c-4916-86a3-15109245f65d", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "name": "e2e-same-id-a-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "9a73b7b5-070c-4916-86a3-15109245f65d", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "authType": "userdefined"} 2026-09-09T13:23:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "9a73b7b5-070c-4916-86a3-15109245f65d", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "558b7da9-7a56-42a6-ba67-102dce5235d7", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "558b7da9-7a56-42a6-ba67-102dce5235d7", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "558b7da9-7a56-42a6-ba67-102dce5235d7", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "558b7da9-7a56-42a6-ba67-102dce5235d7", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "name": "e2e-same-id-b-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "558b7da9-7a56-42a6-ba67-102dce5235d7", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "authType": "userdefined"} 2026-09-09T13:23:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "558b7da9-7a56-42a6-ba67-102dce5235d7", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "2515a7b9-c6e4-49de-bd01-03ca52490b18", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "2515a7b9-c6e4-49de-bd01-03ca52490b18", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "name": "e2e-same-id-a-947aaaa2"} 2026-09-09T13:23:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "2515a7b9-c6e4-49de-bd01-03ca52490b18", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "2515a7b9-c6e4-49de-bd01-03ca52490b18", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "2515a7b9-c6e4-49de-bd01-03ca52490b18", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "name": "e2e-same-id-a-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "2515a7b9-c6e4-49de-bd01-03ca52490b18", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm", "name": "e2e-same-id-a-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-947aaaa2", "reconcileID": "8959b06e-81e0-483e-a9a0-7cc2faa719f8", "LLMInferenceService": "e2e-same-id-a-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a4ee4057-588b-4062-b283-97eb47b9019b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a4ee4057-588b-4062-b283-97eb47b9019b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T13:23:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a4ee4057-588b-4062-b283-97eb47b9019b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1dbae4a-22ba-4bb4-bea1-b34ecb6b9e2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1dbae4a-22ba-4bb4-bea1-b34ecb6b9e2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T13:23:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1dbae4a-22ba-4bb4-bea1-b34ecb6b9e2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "a81192b9-9663-4ff8-8e24-944ca5e6f139", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "a81192b9-9663-4ff8-8e24-944ca5e6f139", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "name": "e2e-same-id-b-947aaaa2"} 2026-09-09T13:23:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "a81192b9-9663-4ff8-8e24-944ca5e6f139", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "a81192b9-9663-4ff8-8e24-944ca5e6f139", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "a81192b9-9663-4ff8-8e24-944ca5e6f139", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "name": "e2e-same-id-b-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "a81192b9-9663-4ff8-8e24-944ca5e6f139", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm", "name": "e2e-same-id-b-947aaaa2-kserve-route-authn"} 2026-09-09T13:23:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-947aaaa2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-947aaaa2", "reconcileID": "1d585503-48ec-4424-bfd6-aa33cb856e40", "LLMInferenceService": "e2e-same-id-b-947aaaa2", "namespace": "llm"} 2026-09-09T13:23:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33ce0a50-e7d0-41c1-b1ff-52de8c1bbff8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33ce0a50-e7d0-41c1-b1ff-52de8c1bbff8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T13:23:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33ce0a50-e7d0-41c1-b1ff-52de8c1bbff8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa89d5a0-27a6-4f5d-9a6a-6ed99747b705", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T13:23:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa89d5a0-27a6-4f5d-9a6a-6ed99747b705", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T13:23:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa89d5a0-27a6-4f5d-9a6a-6ed99747b705", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}