2026-09-10T16:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-247f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-247f70", "reconcileID": "26e9b7ba-6806-4bbf-a141-19c5ab70a6c4", "Gateway": "e2e-shared-a-w2-247f70", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-247f70-authn-ssl"} 2026-09-10T16:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-247f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-247f70", "reconcileID": "26e9b7ba-6806-4bbf-a141-19c5ab70a6c4", "Gateway": "e2e-shared-a-w2-247f70", "namespace": "openshift-ingress"} 2026-09-10T16:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-247f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-247f70", "reconcileID": "baf7d075-2e1a-4cf3-afbb-dd27aa441155", "Gateway": "e2e-shared-a-w2-247f70", "namespace": "openshift-ingress"} 2026-09-10T16:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-247f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-247f70", "reconcileID": "baf7d075-2e1a-4cf3-afbb-dd27aa441155", "Gateway": "e2e-shared-a-w2-247f70", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-247f70-authn-ssl"} 2026-09-10T16:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-247f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-247f70", "reconcileID": "baf7d075-2e1a-4cf3-afbb-dd27aa441155", "Gateway": "e2e-shared-a-w2-247f70", "namespace": "openshift-ingress"} 2026-09-10T16:07:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-247f70"}, "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e596ca4-8c03-4772-9071-1572b75ccd89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-247f70"} 2026-09-10T16:07:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-247f70"}, "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e596ca4-8c03-4772-9071-1572b75ccd89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-247f70"}, "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e596ca4-8c03-4772-9071-1572b75ccd89", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-247f70 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:07:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-247f70"}, "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "name": "odh-trusted-ca-bundle", "reconcileID": "95396e4e-dc62-4c0a-bf8b-3b27e83b9ab9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-247f70"} 2026-09-10T16:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-247f70"}, "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "name": "odh-trusted-ca-bundle", "reconcileID": "95396e4e-dc62-4c0a-bf8b-3b27e83b9ab9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-247f70"} 2026-09-10T16:07:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-247f70"}, "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "name": "openshift-service-ca.crt", "reconcileID": "94301e88-0156-43c0-9534-44b19b99f782", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-247f70"} 2026-09-10T16:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-247f70"}, "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "name": "openshift-service-ca.crt", "reconcileID": "94301e88-0156-43c0-9534-44b19b99f782", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-247f70"} 2026-09-10T16:07:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-247f70"}, "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b3df1ef-c54f-49df-acdf-4e4f71ee1372", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-247f70"} 2026-09-10T16:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-247f70"}, "namespace": "ai-tenant-e2e-shared-a-w2-247f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b3df1ef-c54f-49df-acdf-4e4f71ee1372", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-247f70"} 2026-09-10T16:07:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-247f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-247f70", "reconcileID": "7de9dd14-0b33-48fa-bf8c-7d095af9e5ad", "Gateway": "e2e-shared-a-w2-247f70", "namespace": "openshift-ingress"} 2026-09-10T16:07:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "815d0f33-b80f-4df9-823c-6b0a267b3e6d", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:07:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "815d0f33-b80f-4df9-823c-6b0a267b3e6d", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270-authn-ssl"} 2026-09-10T16:07:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "815d0f33-b80f-4df9-823c-6b0a267b3e6d", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:07:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "8d7d7ede-a9da-46f0-b502-c420476ed761", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:07:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "8d7d7ede-a9da-46f0-b502-c420476ed761", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:07:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "8d7d7ede-a9da-46f0-b502-c420476ed761", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:07:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "8d7d7ede-a9da-46f0-b502-c420476ed761", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270-kserve-route-authn"} 2026-09-10T16:07:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "8d7d7ede-a9da-46f0-b502-c420476ed761", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "authType": "userdefined"} 2026-09-10T16:07:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "8d7d7ede-a9da-46f0-b502-c420476ed761", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-298d9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-298d9b", "reconcileID": "5d0d3061-8c7c-4682-a266-b84083e74c08", "Gateway": "e2e-shared-b-w2-298d9b", "namespace": "openshift-ingress"} 2026-09-10T16:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-298d9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-298d9b", "reconcileID": "5d0d3061-8c7c-4682-a266-b84083e74c08", "Gateway": "e2e-shared-b-w2-298d9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-298d9b-authn-ssl"} 2026-09-10T16:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-298d9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-298d9b", "reconcileID": "5d0d3061-8c7c-4682-a266-b84083e74c08", "Gateway": "e2e-shared-b-w2-298d9b", "namespace": "openshift-ingress"} 2026-09-10T16:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-298d9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-298d9b", "reconcileID": "c31e0082-77bf-4aac-97cc-98502755d087", "Gateway": "e2e-shared-b-w2-298d9b", "namespace": "openshift-ingress"} 2026-09-10T16:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-298d9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-298d9b", "reconcileID": "c31e0082-77bf-4aac-97cc-98502755d087", "Gateway": "e2e-shared-b-w2-298d9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-298d9b-authn-ssl"} 2026-09-10T16:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-298d9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-298d9b", "reconcileID": "c31e0082-77bf-4aac-97cc-98502755d087", "Gateway": "e2e-shared-b-w2-298d9b", "namespace": "openshift-ingress"} 2026-09-10T16:07:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edfcfae9-0188-4688-9e71-bfa1055510bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b"} 2026-09-10T16:07:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edfcfae9-0188-4688-9e71-bfa1055510bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edfcfae9-0188-4688-9e71-bfa1055510bf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-298d9b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:07:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-trusted-ca-bundle", "reconcileID": "23eed8b2-9204-4733-bd1a-ee2d76204145", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b"} 2026-09-10T16:07:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-trusted-ca-bundle", "reconcileID": "23eed8b2-9204-4733-bd1a-ee2d76204145", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:07:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-trusted-ca-bundle", "reconcileID": "23eed8b2-9204-4733-bd1a-ee2d76204145", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-298d9b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:07:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "openshift-service-ca.crt", "reconcileID": "d3717c65-969a-4a65-8bdd-93058d19ea62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b"} 2026-09-10T16:07:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "openshift-service-ca.crt", "reconcileID": "d3717c65-969a-4a65-8bdd-93058d19ea62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b"} 2026-09-10T16:07:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03fd4c3e-2153-4c26-9dbe-6441ee8d125e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b"} 2026-09-10T16:07:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03fd4c3e-2153-4c26-9dbe-6441ee8d125e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b"} 2026-09-10T16:07:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-trusted-ca-bundle", "reconcileID": "31235fc6-d2b0-4487-a67f-726fff6e0214", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b"} 2026-09-10T16:07:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-298d9b"}, "namespace": "ai-tenant-e2e-shared-b-w2-298d9b", "name": "odh-trusted-ca-bundle", "reconcileID": "31235fc6-d2b0-4487-a67f-726fff6e0214", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-298d9b"} 2026-09-10T16:07:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-298d9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-298d9b", "reconcileID": "696c9d16-f1e3-415f-9792-4d7bcba768d7", "Gateway": "e2e-shared-b-w2-298d9b", "namespace": "openshift-ingress"} 2026-09-10T16:07:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "9c2a361e-c3fd-4a6d-a48a-9ce4d807c5e0", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:07:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "9c2a361e-c3fd-4a6d-a48a-9ce4d807c5e0", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:07:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "9c2a361e-c3fd-4a6d-a48a-9ce4d807c5e0", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:07:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "9c2a361e-c3fd-4a6d-a48a-9ce4d807c5e0", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270-kserve-route-authn"} 2026-09-10T16:07:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "9c2a361e-c3fd-4a6d-a48a-9ce4d807c5e0", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "authType": "userdefined"} 2026-09-10T16:07:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "9c2a361e-c3fd-4a6d-a48a-9ce4d807c5e0", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:07:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "155ee378-8164-4756-abbd-005bf04701de", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "155ee378-8164-4756-abbd-005bf04701de", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "155ee378-8164-4756-abbd-005bf04701de", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "a032984e-7478-43f5-8b85-e4db91ed49f7", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:07:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "155ee378-8164-4756-abbd-005bf04701de", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb-kserve-route-authn"} 2026-09-10T16:07:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "155ee378-8164-4756-abbd-005bf04701de", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "authType": "userdefined"} 2026-09-10T16:07:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "155ee378-8164-4756-abbd-005bf04701de", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "a032984e-7478-43f5-8b85-e4db91ed49f7", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb-authn-ssl"} 2026-09-10T16:07:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "a032984e-7478-43f5-8b85-e4db91ed49f7", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:07:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "07f0b345-2e75-42d1-966b-08f72b894643", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "07f0b345-2e75-42d1-966b-08f72b894643", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "07f0b345-2e75-42d1-966b-08f72b894643", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "07f0b345-2e75-42d1-966b-08f72b894643", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb-kserve-route-authn"} 2026-09-10T16:07:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "07f0b345-2e75-42d1-966b-08f72b894643", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "authType": "userdefined"} 2026-09-10T16:07:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "07f0b345-2e75-42d1-966b-08f72b894643", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "7e8744a5-d8d5-4b1a-9eb1-a2639320e927", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:07:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "7e8744a5-d8d5-4b1a-9eb1-a2639320e927", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb-authn-ssl"} 2026-09-10T16:07:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "7e8744a5-d8d5-4b1a-9eb1-a2639320e927", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:07:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "bfb461ab-d48f-446d-8473-ad05e1b440a6", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "bfb461ab-d48f-446d-8473-ad05e1b440a6", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "bfb461ab-d48f-446d-8473-ad05e1b440a6", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:07:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "bfb461ab-d48f-446d-8473-ad05e1b440a6", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb-kserve-route-authn"} 2026-09-10T16:07:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "bfb461ab-d48f-446d-8473-ad05e1b440a6", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "authType": "userdefined"} 2026-09-10T16:07:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "bfb461ab-d48f-446d-8473-ad05e1b440a6", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "216959ae-64c2-422d-920c-bafa58650105", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "216959ae-64c2-422d-920c-bafa58650105", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "216959ae-64c2-422d-920c-bafa58650105", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "216959ae-64c2-422d-920c-bafa58650105", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb-kserve-route-authn"} 2026-09-10T16:08:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "216959ae-64c2-422d-920c-bafa58650105", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "authType": "userdefined"} 2026-09-10T16:08:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "216959ae-64c2-422d-920c-bafa58650105", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "39442a10-6fde-4f51-a34f-10c367d1c8d2", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:08:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "39442a10-6fde-4f51-a34f-10c367d1c8d2", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270"} 2026-09-10T16:08:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "39442a10-6fde-4f51-a34f-10c367d1c8d2", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:08:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "39442a10-6fde-4f51-a34f-10c367d1c8d2", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:08:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "39442a10-6fde-4f51-a34f-10c367d1c8d2", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270-kserve-route-authn"} 2026-09-10T16:08:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "39442a10-6fde-4f51-a34f-10c367d1c8d2", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270-kserve-route-authn"} 2026-09-10T16:08:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "39442a10-6fde-4f51-a34f-10c367d1c8d2", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:08:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "39442a10-6fde-4f51-a34f-10c367d1c8d2", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:08:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b52270","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "rate-test-model-b52270", "reconcileID": "5280800c-afe1-40a9-8e34-8a8f7bb7487e", "LLMInferenceService": "rate-test-model-b52270", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "19614f16-b8d0-405c-b34e-8db8f75cd832", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "19614f16-b8d0-405c-b34e-8db8f75cd832", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270-authn-ssl"} 2026-09-10T16:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "19614f16-b8d0-405c-b34e-8db8f75cd832", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "3bb1fe10-9a7d-4be7-8aa7-9bbf4e9cea93", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "3bb1fe10-9a7d-4be7-8aa7-9bbf4e9cea93", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270-authn-ssl"} 2026-09-10T16:08:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "3bb1fe10-9a7d-4be7-8aa7-9bbf4e9cea93", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:08:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "4e80922f-68dd-4d0b-8b3f-9561259becfb", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "4e80922f-68dd-4d0b-8b3f-9561259becfb", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb"} 2026-09-10T16:08:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "4e80922f-68dd-4d0b-8b3f-9561259becfb", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "4e80922f-68dd-4d0b-8b3f-9561259becfb", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "4e80922f-68dd-4d0b-8b3f-9561259becfb", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb-kserve-route-authn"} 2026-09-10T16:08:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "4e80922f-68dd-4d0b-8b3f-9561259becfb", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb-kserve-route-authn"} 2026-09-10T16:08:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "4e80922f-68dd-4d0b-8b3f-9561259becfb", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "4e80922f-68dd-4d0b-8b3f-9561259becfb", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-108dbb","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "rate-test-model-108dbb", "reconcileID": "4bd1884c-0bc6-4a75-84f0-a9e93425d42d", "LLMInferenceService": "rate-test-model-108dbb", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:08:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "ef9f3d03-210b-4cea-a333-2811c2ede440", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:08:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "ef9f3d03-210b-4cea-a333-2811c2ede440", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb-authn-ssl"} 2026-09-10T16:08:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "ef9f3d03-210b-4cea-a333-2811c2ede440", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:08:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "c0ed6735-5c10-4972-bd56-aafa669c4c2c", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:08:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "c0ed6735-5c10-4972-bd56-aafa669c4c2c", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb-authn-ssl"} 2026-09-10T16:08:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "c0ed6735-5c10-4972-bd56-aafa669c4c2c", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "632fbc95-bfe6-42d3-bcaa-128d53fc0387", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "632fbc95-bfe6-42d3-bcaa-128d53fc0387", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "632fbc95-bfe6-42d3-bcaa-128d53fc0387", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "3fe8015e-7221-46d6-aeca-ed5580f8bd86", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "3fe8015e-7221-46d6-aeca-ed5580f8bd86", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "3fe8015e-7221-46d6-aeca-ed5580f8bd86", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "292a2021-ce27-4c8b-8810-c0393181439b", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "292a2021-ce27-4c8b-8810-c0393181439b", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "292a2021-ce27-4c8b-8810-c0393181439b", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "28d05b29-a717-40d8-a248-0ba2f4db73fa", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "28d05b29-a717-40d8-a248-0ba2f4db73fa", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "28d05b29-a717-40d8-a248-0ba2f4db73fa", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "b8dba4fb-f977-4c27-a9b6-3fcc06fc9e72", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "b8dba4fb-f977-4c27-a9b6-3fcc06fc9e72", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "b8dba4fb-f977-4c27-a9b6-3fcc06fc9e72", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "432c2c79-9cf8-4f9e-ab4f-fed7a718d463", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "432c2c79-9cf8-4f9e-ab4f-fed7a718d463", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "432c2c79-9cf8-4f9e-ab4f-fed7a718d463", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "88fd6f1b-7656-4cd8-b83f-e505b23fad9d", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "88fd6f1b-7656-4cd8-b83f-e505b23fad9d", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:08:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "88fd6f1b-7656-4cd8-b83f-e505b23fad9d", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "openshift-service-ca.crt", "reconcileID": "80e3bb18-4ecd-4917-8721-766b1acc20e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:08:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-trusted-ca-bundle", "reconcileID": "dbf7c359-8beb-456b-947e-938ffeca7afa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:08:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "openshift-service-ca.crt", "reconcileID": "224941f9-b045-481a-931a-f220b98a4c2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:08:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "openshift-service-ca.crt", "reconcileID": "224941f9-b045-481a-931a-f220b98a4c2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:08:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "408e8651-e6fe-48e3-9d58-b290aef18557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:08:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "openshift-service-ca.crt", "reconcileID": "dee9ebf9-7f3d-46c7-8037-cbf68fcb0020", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:08:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-trusted-ca-bundle", "reconcileID": "cf370ca8-1608-4cd1-9089-0dfade07e344", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:08:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-trusted-ca-bundle", "reconcileID": "cf370ca8-1608-4cd1-9089-0dfade07e344", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:08:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eaff283-6374-46c1-96ad-b6b0585b4148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "63d0ca9c-71d4-437a-bfa8-ff57f173b758", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "63d0ca9c-71d4-437a-bfa8-ff57f173b758", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "63d0ca9c-71d4-437a-bfa8-ff57f173b758", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "ca1772de-0efe-4fd0-937a-d2318b3a6574", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "ca1772de-0efe-4fd0-937a-d2318b3a6574", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:08:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "ca1772de-0efe-4fd0-937a-d2318b3a6574", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "11adb781-69c5-484a-9134-95957bf0b7ad", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "11adb781-69c5-484a-9134-95957bf0b7ad", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "11adb781-69c5-484a-9134-95957bf0b7ad", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "401bbb72-5108-4604-a425-e339f2d3884c", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "401bbb72-5108-4604-a425-e339f2d3884c", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "401bbb72-5108-4604-a425-e339f2d3884c", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "9027c77b-2fcc-4a50-8f2d-5f139ca1ff59", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "9027c77b-2fcc-4a50-8f2d-5f139ca1ff59", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "9027c77b-2fcc-4a50-8f2d-5f139ca1ff59", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "14451bd2-ea8b-4c1c-a4d4-69aab4a4cefc", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "14451bd2-ea8b-4c1c-a4d4-69aab4a4cefc", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "14451bd2-ea8b-4c1c-a4d4-69aab4a4cefc", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "a2344803-f896-4dcf-bbdc-c757192bb8ec", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "a2344803-f896-4dcf-bbdc-c757192bb8ec", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "a2344803-f896-4dcf-bbdc-c757192bb8ec", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "1f5a65d4-579d-4a44-a514-71625e039e76", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "1f5a65d4-579d-4a44-a514-71625e039e76", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "1f5a65d4-579d-4a44-a514-71625e039e76", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "caadea47-a35f-4ddd-be71-2b8ad15a01d4", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "caadea47-a35f-4ddd-be71-2b8ad15a01d4", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "caadea47-a35f-4ddd-be71-2b8ad15a01d4", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "cce542fe-3fcd-4c98-b864-9113ccabc7ed", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:08:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "cce542fe-3fcd-4c98-b864-9113ccabc7ed", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:08:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "cce542fe-3fcd-4c98-b864-9113ccabc7ed", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "openshift-service-ca.crt", "reconcileID": "52f84c6e-01a9-456b-af4d-02a293e43992", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-trusted-ca-bundle", "reconcileID": "f2f683bb-ea63-47a9-a4c3-12882906d3d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:09:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "openshift-service-ca.crt", "reconcileID": "095179ce-7110-45b2-adad-21239636b51d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddc985", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:09:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "openshift-service-ca.crt", "reconcileID": "095179ce-7110-45b2-adad-21239636b51d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b723c72-043f-44cd-a7f6-3e0930332c10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "openshift-service-ca.crt", "reconcileID": "22e487d7-c306-4cc0-870c-f85d23e35557", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:09:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-trusted-ca-bundle", "reconcileID": "259e5067-7eb6-45d5-856e-5a1d89bbc5cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:09:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-trusted-ca-bundle", "reconcileID": "259e5067-7eb6-45d5-856e-5a1d89bbc5cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3d394bc-de13-4d7c-a26b-236cdb52cc11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:09:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "28258dd6-c55e-436e-9172-acc81cc2b4dc", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:09:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "28258dd6-c55e-436e-9172-acc81cc2b4dc", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:09:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "28258dd6-c55e-436e-9172-acc81cc2b4dc", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "da97594b-4a3a-4532-acc8-f872971ce194", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "da97594b-4a3a-4532-acc8-f872971ce194", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "da97594b-4a3a-4532-acc8-f872971ce194", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:09:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "0211f358-64f3-402c-8525-a9a518b7ff90", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "0211f358-64f3-402c-8525-a9a518b7ff90", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "0211f358-64f3-402c-8525-a9a518b7ff90", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "c57d8e04-cfec-44b5-ab58-599cb5134e95", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:09:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "0211f358-64f3-402c-8525-a9a518b7ff90", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e-kserve-route-authn"} 2026-09-10T16:09:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "0211f358-64f3-402c-8525-a9a518b7ff90", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "authType": "userdefined"} 2026-09-10T16:09:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "0211f358-64f3-402c-8525-a9a518b7ff90", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "c57d8e04-cfec-44b5-ab58-599cb5134e95", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "c57d8e04-cfec-44b5-ab58-599cb5134e95", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:09:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "779b6f67-7c46-467b-b66a-f3ace4aacb76", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "779b6f67-7c46-467b-b66a-f3ace4aacb76", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "779b6f67-7c46-467b-b66a-f3ace4aacb76", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "779b6f67-7c46-467b-b66a-f3ace4aacb76", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e-kserve-route-authn"} 2026-09-10T16:09:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "779b6f67-7c46-467b-b66a-f3ace4aacb76", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "authType": "userdefined"} 2026-09-10T16:09:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "779b6f67-7c46-467b-b66a-f3ace4aacb76", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "922676ac-789f-43d1-9fa3-ffc0be65777a", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:09:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "922676ac-789f-43d1-9fa3-ffc0be65777a", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:09:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "922676ac-789f-43d1-9fa3-ffc0be65777a", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:09:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "19ebe3e1-adaf-4131-816d-138229336dc2", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "19ebe3e1-adaf-4131-816d-138229336dc2", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "19ebe3e1-adaf-4131-816d-138229336dc2", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:09:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "19ebe3e1-adaf-4131-816d-138229336dc2", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e-kserve-route-authn"} 2026-09-10T16:09:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "19ebe3e1-adaf-4131-816d-138229336dc2", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "authType": "userdefined"} 2026-09-10T16:09:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "19ebe3e1-adaf-4131-816d-138229336dc2", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:10:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "99501efd-09c5-467f-ba31-7c0e8bb4e733", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:10:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "99501efd-09c5-467f-ba31-7c0e8bb4e733", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:10:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "99501efd-09c5-467f-ba31-7c0e8bb4e733", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:10:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "99501efd-09c5-467f-ba31-7c0e8bb4e733", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e-kserve-route-authn"} 2026-09-10T16:10:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "99501efd-09c5-467f-ba31-7c0e8bb4e733", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "authType": "userdefined"} 2026-09-10T16:10:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "99501efd-09c5-467f-ba31-7c0e8bb4e733", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:10:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "31550986-3024-4248-9255-07f6e86cc0a4", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "31550986-3024-4248-9255-07f6e86cc0a4", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "31550986-3024-4248-9255-07f6e86cc0a4", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "66e51b9e-6906-49c2-b4cf-ddad8c3f7e3b", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "66e51b9e-6906-49c2-b4cf-ddad8c3f7e3b", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "66e51b9e-6906-49c2-b4cf-ddad8c3f7e3b", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "22212c28-69f3-4a09-834a-140f190a6742", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "22212c28-69f3-4a09-834a-140f190a6742", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "22212c28-69f3-4a09-834a-140f190a6742", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "b4603a8c-9264-4510-b695-6d60f83a670a", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "b4603a8c-9264-4510-b695-6d60f83a670a", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "b4603a8c-9264-4510-b695-6d60f83a670a", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "69c85e6f-6391-4830-86e1-b1a4c5fa3e8a", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "69c85e6f-6391-4830-86e1-b1a4c5fa3e8a", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "69c85e6f-6391-4830-86e1-b1a4c5fa3e8a", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "c33fbdef-c434-44da-a3ad-420ab98694ba", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "c33fbdef-c434-44da-a3ad-420ab98694ba", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "c33fbdef-c434-44da-a3ad-420ab98694ba", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "e128c799-1cf9-4da2-b120-ed74550703d3", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "e128c799-1cf9-4da2-b120-ed74550703d3", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "e128c799-1cf9-4da2-b120-ed74550703d3", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "openshift-service-ca.crt", "reconcileID": "04c3ed99-d085-4171-987d-0cc148126cfa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:10:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-trusted-ca-bundle", "reconcileID": "7c6f9211-1ebe-4484-9aab-16655f6820b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:10:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "openshift-service-ca.crt", "reconcileID": "e62f8851-d06f-4893-b9bc-a941faf3d4ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:10:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "openshift-service-ca.crt", "reconcileID": "e62f8851-d06f-4893-b9bc-a941faf3d4ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:10:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "openshift-service-ca.crt", "reconcileID": "55254b57-21d4-4039-89f3-5f96948ebab8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:10:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "304307c0-2a71-4d20-9df9-10b2dc963106", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:10:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-trusted-ca-bundle", "reconcileID": "3ce4666f-7374-4eb5-8eef-c94f04bff981", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:10:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-trusted-ca-bundle", "reconcileID": "3ce4666f-7374-4eb5-8eef-c94f04bff981", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:10:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ad070d0-fc4d-472f-b003-755d654d306c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:10:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "371ce694-0812-41d2-94b2-775977d24f93", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "371ce694-0812-41d2-94b2-775977d24f93", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "371ce694-0812-41d2-94b2-775977d24f93", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "8069006b-9ec1-40b9-9ab0-6519970ae138", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "8069006b-9ec1-40b9-9ab0-6519970ae138", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "8069006b-9ec1-40b9-9ab0-6519970ae138", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "8026728f-507f-4ef1-b4a5-d03e30e66d26", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:10:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "8026728f-507f-4ef1-b4a5-d03e30e66d26", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:10:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "8026728f-507f-4ef1-b4a5-d03e30e66d26", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:11:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90c68ad2-cdbc-4224-9dff-634557730bc5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:11:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90c68ad2-cdbc-4224-9dff-634557730bc5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:11:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "781535da-be8a-45ad-a744-640ba6d23707", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:11:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "781535da-be8a-45ad-a744-640ba6d23707", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d-authn-ssl"} 2026-09-10T16:11:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90c68ad2-cdbc-4224-9dff-634557730bc5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-65ee1d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:11:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-trusted-ca-bundle", "reconcileID": "0fd3b032-3fd3-49a2-bc42-ec580594a8d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:11:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-trusted-ca-bundle", "reconcileID": "0fd3b032-3fd3-49a2-bc42-ec580594a8d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:11:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "openshift-service-ca.crt", "reconcileID": "bb09aa13-ee1e-4472-9c0f-bda8d66f0600", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:11:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "openshift-service-ca.crt", "reconcileID": "bb09aa13-ee1e-4472-9c0f-bda8d66f0600", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:11:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "781535da-be8a-45ad-a744-640ba6d23707", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:11:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80dde679-f438-4421-9114-93503644e7a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:11:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65ee1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80dde679-f438-4421-9114-93503644e7a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65ee1d"} 2026-09-10T16:11:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65ee1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65ee1d", "reconcileID": "01459eb9-6755-4401-bdb5-bab2c14ca22a", "Gateway": "e2e-ipp-cleanup-65ee1d", "namespace": "openshift-ingress"} 2026-09-10T16:11:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "31fa880e-62b6-4545-8141-36952a335733", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:11:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "31fa880e-62b6-4545-8141-36952a335733", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:11:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "31fa880e-62b6-4545-8141-36952a335733", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:11:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "8b0e04ea-7cf2-408c-9146-01b6b0d67c5c", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:11:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "8b0e04ea-7cf2-408c-9146-01b6b0d67c5c", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:11:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "8b0e04ea-7cf2-408c-9146-01b6b0d67c5c", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:11:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "b9e0f86e-45ce-43c3-88ab-80f5045fba90", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:11:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "b9e0f86e-45ce-43c3-88ab-80f5045fba90", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:11:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "b9e0f86e-45ce-43c3-88ab-80f5045fba90", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:11:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "35871ca9-bf5a-4171-ac29-ad7ae256cf02", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:11:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "35871ca9-bf5a-4171-ac29-ad7ae256cf02", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:11:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "35871ca9-bf5a-4171-ac29-ad7ae256cf02", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:11:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "35871ca9-bf5a-4171-ac29-ad7ae256cf02", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e-kserve-route-authn"} 2026-09-10T16:11:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "35871ca9-bf5a-4171-ac29-ad7ae256cf02", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "authType": "userdefined"} 2026-09-10T16:11:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "35871ca9-bf5a-4171-ac29-ad7ae256cf02", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "4dbda236-2e8c-4fae-8bd7-9efe6795fdb4", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "4dbda236-2e8c-4fae-8bd7-9efe6795fdb4", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "4dbda236-2e8c-4fae-8bd7-9efe6795fdb4", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:12:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82c175d0-b425-4d12-a703-cfcd94f7d87e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82c175d0-b425-4d12-a703-cfcd94f7d87e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:12:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82c175d0-b425-4d12-a703-cfcd94f7d87e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc8c1e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:12:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-trusted-ca-bundle", "reconcileID": "b7d1bec9-51c7-4f75-bca2-c71b378844d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-trusted-ca-bundle", "reconcileID": "b7d1bec9-51c7-4f75-bca2-c71b378844d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "openshift-service-ca.crt", "reconcileID": "f0504d03-13f1-4d47-9a1f-39eb0fe67f5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "openshift-service-ca.crt", "reconcileID": "f0504d03-13f1-4d47-9a1f-39eb0fe67f5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abedc034-dd3e-4433-8372-6ac3ddc9e79b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abedc034-dd3e-4433-8372-6ac3ddc9e79b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "3586007c-99c6-4b73-90dc-d0f29642a3bc", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "3586007c-99c6-4b73-90dc-d0f29642a3bc", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "3586007c-99c6-4b73-90dc-d0f29642a3bc", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "3586007c-99c6-4b73-90dc-d0f29642a3bc", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "3586007c-99c6-4b73-90dc-d0f29642a3bc", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e-kserve-route-authn"} 2026-09-10T16:12:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "3586007c-99c6-4b73-90dc-d0f29642a3bc", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e-kserve-route-authn"} 2026-09-10T16:12:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "3586007c-99c6-4b73-90dc-d0f29642a3bc", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "3586007c-99c6-4b73-90dc-d0f29642a3bc", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "289b2fb1-9cdf-4247-af54-85442fef3777", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "289b2fb1-9cdf-4247-af54-85442fef3777", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "289b2fb1-9cdf-4247-af54-85442fef3777", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "289b2fb1-9cdf-4247-af54-85442fef3777", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "289b2fb1-9cdf-4247-af54-85442fef3777", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e-kserve-route-authn"} 2026-09-10T16:12:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "289b2fb1-9cdf-4247-af54-85442fef3777", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e-kserve-route-authn"} 2026-09-10T16:12:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "289b2fb1-9cdf-4247-af54-85442fef3777", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "289b2fb1-9cdf-4247-af54-85442fef3777", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc8c1e","namespace":"ai-tenant-e2e-ipp-a-fc8c1e"}, "namespace": "ai-tenant-e2e-ipp-a-fc8c1e", "name": "ipp-route-fc8c1e", "reconcileID": "0468ec89-764a-4cd9-bf41-519c728e670e", "LLMInferenceService": "ipp-route-fc8c1e", "namespace": "ai-tenant-e2e-ipp-a-fc8c1e"} 2026-09-10T16:12:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "2e39e867-a662-4bf8-96d7-581c59c0999b", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:12:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "2e39e867-a662-4bf8-96d7-581c59c0999b", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e-authn-ssl"} 2026-09-10T16:12:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "2e39e867-a662-4bf8-96d7-581c59c0999b", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:12:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc8c1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc8c1e", "reconcileID": "406d6a06-8747-4597-bfe3-d3c97b36c88c", "Gateway": "e2e-ipp-a-fc8c1e", "namespace": "openshift-ingress"} 2026-09-10T16:12:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "4afe777d-ddcc-4fe4-87a2-770a6f6484c1", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:12:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "4afe777d-ddcc-4fe4-87a2-770a6f6484c1", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:12:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "4afe777d-ddcc-4fe4-87a2-770a6f6484c1", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:12:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "7a04a028-bca6-486d-ac58-9c7da4cbc0c4", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:12:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "7a04a028-bca6-486d-ac58-9c7da4cbc0c4", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985-authn-ssl"} 2026-09-10T16:12:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "7a04a028-bca6-486d-ac58-9c7da4cbc0c4", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:12:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "008f20eb-0e94-4799-a1b8-ce5d7c792c4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:12:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "008f20eb-0e94-4799-a1b8-ce5d7c792c4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:12:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "008f20eb-0e94-4799-a1b8-ce5d7c792c4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ddc985 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:12:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-trusted-ca-bundle", "reconcileID": "e044c318-f3d0-4b82-90e9-c5a7e3c862c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:12:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-trusted-ca-bundle", "reconcileID": "e044c318-f3d0-4b82-90e9-c5a7e3c862c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:12:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "openshift-service-ca.crt", "reconcileID": "5219fd4a-9bcd-4250-b5d0-c4579fe4f44a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:12:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "openshift-service-ca.crt", "reconcileID": "5219fd4a-9bcd-4250-b5d0-c4579fe4f44a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:12:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2306bd90-a5be-4e36-a4bd-5418c55e9d70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:12:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddc985"}, "namespace": "ai-tenant-e2e-ipp-b-ddc985", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2306bd90-a5be-4e36-a4bd-5418c55e9d70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddc985"} 2026-09-10T16:12:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddc985","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddc985", "reconcileID": "22f7aa92-99fe-4eb0-886a-c77e82d0abed", "Gateway": "e2e-ipp-b-ddc985", "namespace": "openshift-ingress"} 2026-09-10T16:12:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "017fc9f8-252d-4683-8f65-02fa1a1bec4a", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:12:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "017fc9f8-252d-4683-8f65-02fa1a1bec4a", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270-authn-ssl"} 2026-09-10T16:12:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "017fc9f8-252d-4683-8f65-02fa1a1bec4a", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:12:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "734f159d-abff-4657-8887-aee491030dff", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:12:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "734f159d-abff-4657-8887-aee491030dff", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270-authn-ssl"} 2026-09-10T16:12:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "734f159d-abff-4657-8887-aee491030dff", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:12:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d914f02f-c65f-4a10-a7b4-8b1f916142f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:12:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d914f02f-c65f-4a10-a7b4-8b1f916142f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:12:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d914f02f-c65f-4a10-a7b4-8b1f916142f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-b52270 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:12:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "odh-trusted-ca-bundle", "reconcileID": "9ca8c23c-603d-4c48-b58b-85f4f904ad1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:12:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "odh-trusted-ca-bundle", "reconcileID": "9ca8c23c-603d-4c48-b58b-85f4f904ad1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:12:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "openshift-service-ca.crt", "reconcileID": "6058a871-a925-424b-80ee-24148831f2d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:12:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "openshift-service-ca.crt", "reconcileID": "6058a871-a925-424b-80ee-24148831f2d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:12:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa981f5d-0754-484c-a42f-1607961aca19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:12:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b52270"}, "namespace": "ai-tenant-e2e-shared-a-w3-b52270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa981f5d-0754-484c-a42f-1607961aca19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b52270"} 2026-09-10T16:12:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b52270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b52270", "reconcileID": "1161d73a-f855-4e45-bf52-ed1b4d43ad1f", "Gateway": "e2e-shared-a-w3-b52270", "namespace": "openshift-ingress"} 2026-09-10T16:13:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "bdddb94f-7c22-44bd-bf65-24323a4d2096", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:13:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "bdddb94f-7c22-44bd-bf65-24323a4d2096", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb-authn-ssl"} 2026-09-10T16:13:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "bdddb94f-7c22-44bd-bf65-24323a4d2096", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:13:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "652df470-5c62-4f90-89ed-ac8656d2442f", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:13:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "652df470-5c62-4f90-89ed-ac8656d2442f", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb-authn-ssl"} 2026-09-10T16:13:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "652df470-5c62-4f90-89ed-ac8656d2442f", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:13:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc48b5f3-5bf2-41ee-9996-2784d8fba226", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:13:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc48b5f3-5bf2-41ee-9996-2784d8fba226", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:13:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc48b5f3-5bf2-41ee-9996-2784d8fba226", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-108dbb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:13:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "odh-trusted-ca-bundle", "reconcileID": "cf684435-aeaf-46d6-b981-f15043adeafe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:13:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "odh-trusted-ca-bundle", "reconcileID": "cf684435-aeaf-46d6-b981-f15043adeafe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:13:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "openshift-service-ca.crt", "reconcileID": "a240d6a7-d856-4858-8c25-1a44c1d328fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:13:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "openshift-service-ca.crt", "reconcileID": "a240d6a7-d856-4858-8c25-1a44c1d328fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:13:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ef6575c-df5c-4590-8d93-b39e742027cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:13:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-108dbb"}, "namespace": "ai-tenant-e2e-shared-b-w3-108dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ef6575c-df5c-4590-8d93-b39e742027cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-108dbb"} 2026-09-10T16:13:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-108dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-108dbb", "reconcileID": "b7b9393b-aa63-49b6-a361-01c0775b5861", "Gateway": "e2e-shared-b-w3-108dbb", "namespace": "openshift-ingress"} 2026-09-10T16:15:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:15:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:15:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:15:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:17:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "04a92df2-7b7a-4ea8-96d0-320946805702", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "04a92df2-7b7a-4ea8-96d0-320946805702", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "04a92df2-7b7a-4ea8-96d0-320946805702", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5cc812d8-5d86-48bc-897b-2bc52441f7d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:17:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "04a92df2-7b7a-4ea8-96d0-320946805702", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce-kserve-route-authn"} 2026-09-10T16:17:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "04a92df2-7b7a-4ea8-96d0-320946805702", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:17:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "04a92df2-7b7a-4ea8-96d0-320946805702", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5cc812d8-5d86-48bc-897b-2bc52441f7d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:17:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5cc812d8-5d86-48bc-897b-2bc52441f7d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:17:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "4b613fd1-d548-4484-b498-9cc5c8e86fcb", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "4b613fd1-d548-4484-b498-9cc5c8e86fcb", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "4b613fd1-d548-4484-b498-9cc5c8e86fcb", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "4b613fd1-d548-4484-b498-9cc5c8e86fcb", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce-kserve-route-authn"} 2026-09-10T16:17:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "4b613fd1-d548-4484-b498-9cc5c8e86fcb", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:17:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "4b613fd1-d548-4484-b498-9cc5c8e86fcb", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "b9fd5328-fd45-4d9c-a423-17d4817c5705", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "b9fd5328-fd45-4d9c-a423-17d4817c5705", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "b9fd5328-fd45-4d9c-a423-17d4817c5705", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e69f6170-0503-4d7d-b4bc-50d40a4948fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:17:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "b9fd5328-fd45-4d9c-a423-17d4817c5705", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce-kserve-route-authn"} 2026-09-10T16:17:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "b9fd5328-fd45-4d9c-a423-17d4817c5705", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:17:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "b9fd5328-fd45-4d9c-a423-17d4817c5705", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e69f6170-0503-4d7d-b4bc-50d40a4948fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e69f6170-0503-4d7d-b4bc-50d40a4948fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:17:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84089106-8037-4099-ac23-52e7b81b7e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:17:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84089106-8037-4099-ac23-52e7b81b7e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:17:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84089106-8037-4099-ac23-52e7b81b7e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:17:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "ccd0530b-8221-41ad-82dc-8fe5c3e7b16e", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "ccd0530b-8221-41ad-82dc-8fe5c3e7b16e", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "ccd0530b-8221-41ad-82dc-8fe5c3e7b16e", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "ccd0530b-8221-41ad-82dc-8fe5c3e7b16e", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce-kserve-route-authn"} 2026-09-10T16:17:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "ccd0530b-8221-41ad-82dc-8fe5c3e7b16e", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:17:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "ccd0530b-8221-41ad-82dc-8fe5c3e7b16e", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "600eb5ea-539d-4246-8d7b-e7852b51f354", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "600eb5ea-539d-4246-8d7b-e7852b51f354", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "600eb5ea-539d-4246-8d7b-e7852b51f354", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:17:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "600eb5ea-539d-4246-8d7b-e7852b51f354", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce-kserve-route-authn"} 2026-09-10T16:17:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "600eb5ea-539d-4246-8d7b-e7852b51f354", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:17:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "600eb5ea-539d-4246-8d7b-e7852b51f354", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9208292-ee66-44f6-970b-fa73bd0a645a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:18:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9208292-ee66-44f6-970b-fa73bd0a645a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:18:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9208292-ee66-44f6-970b-fa73bd0a645a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1a05a495-4680-4d1e-b539-0aad30ebfa9d", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1a05a495-4680-4d1e-b539-0aad30ebfa9d", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1a05a495-4680-4d1e-b539-0aad30ebfa9d", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1a05a495-4680-4d1e-b539-0aad30ebfa9d", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce-kserve-route-authn"} 2026-09-10T16:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1a05a495-4680-4d1e-b539-0aad30ebfa9d", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1a05a495-4680-4d1e-b539-0aad30ebfa9d", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "eac9f567-7ee7-48cc-a8f7-60b9095f5061", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "eac9f567-7ee7-48cc-a8f7-60b9095f5061", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "eac9f567-7ee7-48cc-a8f7-60b9095f5061", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "eac9f567-7ee7-48cc-a8f7-60b9095f5061", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce-kserve-route-authn"} 2026-09-10T16:18:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "eac9f567-7ee7-48cc-a8f7-60b9095f5061", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:18:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "eac9f567-7ee7-48cc-a8f7-60b9095f5061", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1be6a643-24eb-470b-90fb-61627723ff46", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1be6a643-24eb-470b-90fb-61627723ff46", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1be6a643-24eb-470b-90fb-61627723ff46", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1be6a643-24eb-470b-90fb-61627723ff46", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce-kserve-route-authn"} 2026-09-10T16:18:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1be6a643-24eb-470b-90fb-61627723ff46", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:18:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "1be6a643-24eb-470b-90fb-61627723ff46", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "f7caed59-7eaa-414d-ae98-5f58038b8bfc", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "f7caed59-7eaa-414d-ae98-5f58038b8bfc", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce"} 2026-09-10T16:18:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "f7caed59-7eaa-414d-ae98-5f58038b8bfc", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "f7caed59-7eaa-414d-ae98-5f58038b8bfc", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "f7caed59-7eaa-414d-ae98-5f58038b8bfc", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce-kserve-route-authn"} 2026-09-10T16:18:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "f7caed59-7eaa-414d-ae98-5f58038b8bfc", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce-kserve-route-authn"} 2026-09-10T16:18:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-44b3e5ce", "reconcileID": "375163bb-9bdf-4083-b209-cf418cd9d53c", "LLMInferenceService": "e2e-same-id-a-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed71368f-19c6-4897-bdeb-449d6e5a0ab6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed71368f-19c6-4897-bdeb-449d6e5a0ab6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed71368f-19c6-4897-bdeb-449d6e5a0ab6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:18:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e45cafc0-d5f3-4c90-8a1f-824215ae76b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:18:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e45cafc0-d5f3-4c90-8a1f-824215ae76b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:18:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e45cafc0-d5f3-4c90-8a1f-824215ae76b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:18:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "d16fd4f6-a3ec-4934-9ec3-b5f6c1ffdc4c", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "d16fd4f6-a3ec-4934-9ec3-b5f6c1ffdc4c", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce"} 2026-09-10T16:18:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "d16fd4f6-a3ec-4934-9ec3-b5f6c1ffdc4c", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "d16fd4f6-a3ec-4934-9ec3-b5f6c1ffdc4c", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "d16fd4f6-a3ec-4934-9ec3-b5f6c1ffdc4c", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce-kserve-route-authn"} 2026-09-10T16:18:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "d16fd4f6-a3ec-4934-9ec3-b5f6c1ffdc4c", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce-kserve-route-authn"} 2026-09-10T16:18:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-44b3e5ce","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-44b3e5ce", "reconcileID": "85420de9-19e3-4c03-91ec-f2d2e62b1d0f", "LLMInferenceService": "e2e-same-id-b-44b3e5ce", "namespace": "llm"} 2026-09-10T16:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f10315c-1077-4207-b360-4a862b3a7838", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f10315c-1077-4207-b360-4a862b3a7838", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f10315c-1077-4207-b360-4a862b3a7838", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:18:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5831c209-4f18-48b8-9de5-007cf6ab13d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:18:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5831c209-4f18-48b8-9de5-007cf6ab13d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:18:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5831c209-4f18-48b8-9de5-007cf6ab13d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}