2026-09-10T13:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a2d945"}, "namespace": "ai-tenant-e2e-api-a-a2d945", "name": "odh-trusted-ca-bundle", "reconcileID": "a700cb5a-98e5-4388-837b-3023eaa6043e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a2d945"} 2026-09-10T13:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a2d945"}, "namespace": "ai-tenant-e2e-api-a-a2d945", "name": "odh-trusted-ca-bundle", "reconcileID": "a700cb5a-98e5-4388-837b-3023eaa6043e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a2d945"} 2026-09-10T13:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a2d945"}, "namespace": "ai-tenant-e2e-api-a-a2d945", "name": "openshift-service-ca.crt", "reconcileID": "a701975c-edac-47bd-88b6-1128473b2461", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a2d945"} 2026-09-10T13:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a2d945"}, "namespace": "ai-tenant-e2e-api-a-a2d945", "name": "openshift-service-ca.crt", "reconcileID": "a701975c-edac-47bd-88b6-1128473b2461", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a2d945"} 2026-09-10T13:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a2d945"}, "namespace": "ai-tenant-e2e-api-a-a2d945", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5fb37a4-def4-4551-a036-43e21739d37b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a2d945"} 2026-09-10T13:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a2d945"}, "namespace": "ai-tenant-e2e-api-a-a2d945", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5fb37a4-def4-4551-a036-43e21739d37b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a2d945"} 2026-09-10T13:46:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a2d945","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a2d945", "reconcileID": "6b046087-b0e3-4a6a-b30b-9ab45a716000", "Gateway": "e2e-api-a-a2d945", "namespace": "openshift-ingress"} 2026-09-10T13:46:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "bb73dd88-86cf-4327-9f0e-2cafbce0b02c", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "bb73dd88-86cf-4327-9f0e-2cafbce0b02c", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "bb73dd88-86cf-4327-9f0e-2cafbce0b02c", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "bb73dd88-86cf-4327-9f0e-2cafbce0b02c", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92-kserve-route-authn"} 2026-09-10T13:46:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "bb73dd88-86cf-4327-9f0e-2cafbce0b02c", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "authType": "userdefined"} 2026-09-10T13:46:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "bb73dd88-86cf-4327-9f0e-2cafbce0b02c", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-02a403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-02a403", "reconcileID": "0ef9130b-8bca-4cfe-9f29-a081bd090f99", "Gateway": "e2e-api-b-02a403", "namespace": "openshift-ingress"} 2026-09-10T13:46:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-02a403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-02a403", "reconcileID": "0ef9130b-8bca-4cfe-9f29-a081bd090f99", "Gateway": "e2e-api-b-02a403", "namespace": "openshift-ingress", "name": "e2e-api-b-02a403-authn-ssl"} 2026-09-10T13:46:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-02a403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-02a403", "reconcileID": "0ef9130b-8bca-4cfe-9f29-a081bd090f99", "Gateway": "e2e-api-b-02a403", "namespace": "openshift-ingress"} 2026-09-10T13:46:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-02a403"}, "namespace": "ai-tenant-e2e-api-b-02a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67d99204-ef4f-4042-88d9-addd183a6544", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-02a403"} 2026-09-10T13:46:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-02a403"}, "namespace": "ai-tenant-e2e-api-b-02a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67d99204-ef4f-4042-88d9-addd183a6544", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-02a403", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:46:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-02a403"}, "namespace": "ai-tenant-e2e-api-b-02a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67d99204-ef4f-4042-88d9-addd183a6544", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-02a403 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:46:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-02a403"}, "namespace": "ai-tenant-e2e-api-b-02a403", "name": "odh-trusted-ca-bundle", "reconcileID": "d259a258-570b-42ec-bc0e-a4071fc2a673", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-02a403"} 2026-09-10T13:46:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-02a403"}, "namespace": "ai-tenant-e2e-api-b-02a403", "name": "odh-trusted-ca-bundle", "reconcileID": "d259a258-570b-42ec-bc0e-a4071fc2a673", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-02a403"} 2026-09-10T13:46:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-02a403"}, "namespace": "ai-tenant-e2e-api-b-02a403", "name": "openshift-service-ca.crt", "reconcileID": "f45fff9f-bdf4-4649-98d4-67f858663f93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-02a403"} 2026-09-10T13:46:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-02a403"}, "namespace": "ai-tenant-e2e-api-b-02a403", "name": "openshift-service-ca.crt", "reconcileID": "f45fff9f-bdf4-4649-98d4-67f858663f93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-02a403"} 2026-09-10T13:46:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-02a403"}, "namespace": "ai-tenant-e2e-api-b-02a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e997a636-869c-434d-a0c6-9c3b9dc15d67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-02a403"} 2026-09-10T13:46:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-02a403"}, "namespace": "ai-tenant-e2e-api-b-02a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e997a636-869c-434d-a0c6-9c3b9dc15d67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-02a403"} 2026-09-10T13:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-02a403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-02a403", "reconcileID": "0ba53487-9d8f-4127-b05d-1e40801fa526", "Gateway": "e2e-api-b-02a403", "namespace": "openshift-ingress"} 2026-09-10T13:46:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-02a403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-02a403", "reconcileID": "0ba53487-9d8f-4127-b05d-1e40801fa526", "Gateway": "e2e-api-b-02a403", "namespace": "openshift-ingress", "name": "e2e-api-b-02a403-authn-ssl"} 2026-09-10T13:46:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-02a403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-02a403", "reconcileID": "0ba53487-9d8f-4127-b05d-1e40801fa526", "Gateway": "e2e-api-b-02a403", "namespace": "openshift-ingress"} 2026-09-10T13:46:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-02a403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-02a403", "reconcileID": "2f493fe1-4508-479d-9338-5b9a656629d6", "Gateway": "e2e-api-b-02a403", "namespace": "openshift-ingress"} 2026-09-10T13:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5d75ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5d75ac", "reconcileID": "25d74d62-265b-4309-8294-32ed582fd090", "Gateway": "e2e-shared-a-w2-5d75ac", "namespace": "openshift-ingress"} 2026-09-10T13:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5d75ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5d75ac", "reconcileID": "25d74d62-265b-4309-8294-32ed582fd090", "Gateway": "e2e-shared-a-w2-5d75ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5d75ac-authn-ssl"} 2026-09-10T13:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5d75ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5d75ac", "reconcileID": "25d74d62-265b-4309-8294-32ed582fd090", "Gateway": "e2e-shared-a-w2-5d75ac", "namespace": "openshift-ingress"} 2026-09-10T13:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5d75ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5d75ac", "reconcileID": "f5e3eb54-dce6-45f3-bbb6-38de7833c93d", "Gateway": "e2e-shared-a-w2-5d75ac", "namespace": "openshift-ingress"} 2026-09-10T13:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5d75ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5d75ac", "reconcileID": "f5e3eb54-dce6-45f3-bbb6-38de7833c93d", "Gateway": "e2e-shared-a-w2-5d75ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5d75ac-authn-ssl"} 2026-09-10T13:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5d75ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5d75ac", "reconcileID": "f5e3eb54-dce6-45f3-bbb6-38de7833c93d", "Gateway": "e2e-shared-a-w2-5d75ac", "namespace": "openshift-ingress"} 2026-09-10T13:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5d75ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3f1a62f-0a2b-493f-9fa0-e2672cdbd565", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac"} 2026-09-10T13:46:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5d75ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3f1a62f-0a2b-493f-9fa0-e2672cdbd565", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:46:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5d75ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3f1a62f-0a2b-493f-9fa0-e2672cdbd565", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-5d75ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5d75ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "name": "odh-trusted-ca-bundle", "reconcileID": "00edbf7b-f56d-42f5-a53c-742d89ee270f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac"} 2026-09-10T13:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5d75ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "name": "odh-trusted-ca-bundle", "reconcileID": "00edbf7b-f56d-42f5-a53c-742d89ee270f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac"} 2026-09-10T13:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-5d75ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "name": "openshift-service-ca.crt", "reconcileID": "44630fc3-2a29-4cc7-8edf-6de8a7ff4c36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac"} 2026-09-10T13:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-5d75ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "name": "openshift-service-ca.crt", "reconcileID": "44630fc3-2a29-4cc7-8edf-6de8a7ff4c36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac"} 2026-09-10T13:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5d75ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "079da92f-5d96-400e-934d-afb82674045b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac"} 2026-09-10T13:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5d75ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "079da92f-5d96-400e-934d-afb82674045b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5d75ac"} 2026-09-10T13:46:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5d75ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5d75ac", "reconcileID": "ddda32ca-6eee-42ef-9cda-4d4d02441ada", "Gateway": "e2e-shared-a-w2-5d75ac", "namespace": "openshift-ingress"} 2026-09-10T13:46:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-767dce","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce", "reconcileID": "de9e9820-3db7-432a-ae72-284cddf1c2f3", "LLMInferenceService": "rate-test-model-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:46:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-767dce","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce", "reconcileID": "de9e9820-3db7-432a-ae72-284cddf1c2f3", "LLMInferenceService": "rate-test-model-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce"} 2026-09-10T13:46:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-767dce","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce", "reconcileID": "de9e9820-3db7-432a-ae72-284cddf1c2f3", "LLMInferenceService": "rate-test-model-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:46:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-767dce","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce", "reconcileID": "de9e9820-3db7-432a-ae72-284cddf1c2f3", "LLMInferenceService": "rate-test-model-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:46:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-767dce","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce", "reconcileID": "de9e9820-3db7-432a-ae72-284cddf1c2f3", "LLMInferenceService": "rate-test-model-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce-kserve-route-authn"} 2026-09-10T13:46:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-767dce","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce", "reconcileID": "de9e9820-3db7-432a-ae72-284cddf1c2f3", "LLMInferenceService": "rate-test-model-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce-kserve-route-authn"} 2026-09-10T13:46:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-767dce","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce", "reconcileID": "de9e9820-3db7-432a-ae72-284cddf1c2f3", "LLMInferenceService": "rate-test-model-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:46:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-767dce","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce", "reconcileID": "de9e9820-3db7-432a-ae72-284cddf1c2f3", "LLMInferenceService": "rate-test-model-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:46:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-767dce","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "rate-test-model-767dce", "reconcileID": "0f988043-08ee-4dd9-83c5-a24ee5812db5", "LLMInferenceService": "rate-test-model-767dce", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "ffc7a5fc-cca7-4c61-8bae-e5f3d1648583", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress"} 2026-09-10T13:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "ffc7a5fc-cca7-4c61-8bae-e5f3d1648583", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce-authn-ssl"} 2026-09-10T13:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "ffc7a5fc-cca7-4c61-8bae-e5f3d1648583", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress"} 2026-09-10T13:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "37c9b86b-489b-476e-a65d-4525ada12aa9", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress"} 2026-09-10T13:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "37c9b86b-489b-476e-a65d-4525ada12aa9", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce-authn-ssl"} 2026-09-10T13:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "37c9b86b-489b-476e-a65d-4525ada12aa9", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress"} 2026-09-10T13:46:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "b6100ce0-51bc-4a30-9a49-66a2bd793287", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "b6100ce0-51bc-4a30-9a49-66a2bd793287", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92"} 2026-09-10T13:46:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "b6100ce0-51bc-4a30-9a49-66a2bd793287", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "b6100ce0-51bc-4a30-9a49-66a2bd793287", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "b6100ce0-51bc-4a30-9a49-66a2bd793287", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92-kserve-route-authn"} 2026-09-10T13:46:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "b6100ce0-51bc-4a30-9a49-66a2bd793287", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92-kserve-route-authn"} 2026-09-10T13:46:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "b6100ce0-51bc-4a30-9a49-66a2bd793287", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "b6100ce0-51bc-4a30-9a49-66a2bd793287", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-89be92","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "rate-test-model-89be92", "reconcileID": "ada122eb-de18-4ba5-a982-b501ce620d39", "LLMInferenceService": "rate-test-model-89be92", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "1aa61f5f-aad3-44df-b461-c970d3234282", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress"} 2026-09-10T13:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "1aa61f5f-aad3-44df-b461-c970d3234282", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92-authn-ssl"} 2026-09-10T13:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "1aa61f5f-aad3-44df-b461-c970d3234282", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress"} 2026-09-10T13:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "c071c2bb-895d-4e10-8e2c-a85079234cea", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress"} 2026-09-10T13:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "c071c2bb-895d-4e10-8e2c-a85079234cea", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92-authn-ssl"} 2026-09-10T13:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "c071c2bb-895d-4e10-8e2c-a85079234cea", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "a33e5f6f-0191-449e-90ac-4f3dd4d81294", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "a33e5f6f-0191-449e-90ac-4f3dd4d81294", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "a33e5f6f-0191-449e-90ac-4f3dd4d81294", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "c0b455ae-bf3d-40e2-85d9-bab71f2ae73e", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "c0b455ae-bf3d-40e2-85d9-bab71f2ae73e", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "c0b455ae-bf3d-40e2-85d9-bab71f2ae73e", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "d15b6bec-ed05-48f2-a6df-2603a7b599f5", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "d15b6bec-ed05-48f2-a6df-2603a7b599f5", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "d15b6bec-ed05-48f2-a6df-2603a7b599f5", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "873eb22b-ae5c-422c-9a57-cb9e205e0bd8", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "873eb22b-ae5c-422c-9a57-cb9e205e0bd8", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "873eb22b-ae5c-422c-9a57-cb9e205e0bd8", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "785ac160-6b4a-46aa-9daa-38b04d6669c0", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "785ac160-6b4a-46aa-9daa-38b04d6669c0", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "785ac160-6b4a-46aa-9daa-38b04d6669c0", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "4c23660d-0318-4fe1-8229-ca893bc498bf", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "4c23660d-0318-4fe1-8229-ca893bc498bf", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "4c23660d-0318-4fe1-8229-ca893bc498bf", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "33107280-bb4a-40df-81d1-e8225a021ea6", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "33107280-bb4a-40df-81d1-e8225a021ea6", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "33107280-bb4a-40df-81d1-e8225a021ea6", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:47:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "9acca3f2-7f68-45df-b9de-724ba4282253", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:47:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "9acca3f2-7f68-45df-b9de-724ba4282253", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:47:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "9acca3f2-7f68-45df-b9de-724ba4282253", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "openshift-service-ca.crt", "reconcileID": "55afe1c8-23a3-425e-b754-b75b0734db94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:47:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "openshift-service-ca.crt", "reconcileID": "25d96f21-11a3-4082-b7d1-1dccc88bda64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:47:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "openshift-service-ca.crt", "reconcileID": "25d96f21-11a3-4082-b7d1-1dccc88bda64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-trusted-ca-bundle", "reconcileID": "57a0da59-df8f-40ea-a946-ffea620fa72c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "012c95d8-70e7-493c-a69b-cc507c2e55f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "openshift-service-ca.crt", "reconcileID": "84ebbe87-57cf-45dd-93a0-a7096920c34b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:47:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-trusted-ca-bundle", "reconcileID": "77ead79c-0865-4dc5-9372-991001d5ecef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:47:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-trusted-ca-bundle", "reconcileID": "77ead79c-0865-4dc5-9372-991001d5ecef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f83e849-0fcd-4bcb-9c66-716995b2715b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:47:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "86d2c9a2-1410-43ba-b364-ff767eb61556", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:47:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "86d2c9a2-1410-43ba-b364-ff767eb61556", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:47:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "86d2c9a2-1410-43ba-b364-ff767eb61556", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:47:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ba174e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ba174e", "reconcileID": "50b610fe-8bd5-46f8-b29d-1f99824e6d62", "Gateway": "e2e-shared-b-w2-ba174e", "namespace": "openshift-ingress"} 2026-09-10T13:47:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ba174e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ba174e", "reconcileID": "50b610fe-8bd5-46f8-b29d-1f99824e6d62", "Gateway": "e2e-shared-b-w2-ba174e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ba174e-authn-ssl"} 2026-09-10T13:47:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ba174e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ba174e", "reconcileID": "50b610fe-8bd5-46f8-b29d-1f99824e6d62", "Gateway": "e2e-shared-b-w2-ba174e", "namespace": "openshift-ingress"} 2026-09-10T13:47:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ba174e"}, "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fea5d5d0-8ee5-4e30-9fbb-d2e574b121c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ba174e"} 2026-09-10T13:47:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ba174e"}, "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fea5d5d0-8ee5-4e30-9fbb-d2e574b121c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:47:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ba174e"}, "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fea5d5d0-8ee5-4e30-9fbb-d2e574b121c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-ba174e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:47:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ba174e"}, "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "name": "odh-trusted-ca-bundle", "reconcileID": "011ef242-f6f6-4610-9321-a1509ac3c7e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ba174e"} 2026-09-10T13:47:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ba174e"}, "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "name": "odh-trusted-ca-bundle", "reconcileID": "011ef242-f6f6-4610-9321-a1509ac3c7e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ba174e"} 2026-09-10T13:47:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-ba174e"}, "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "name": "openshift-service-ca.crt", "reconcileID": "670a40a5-9209-47d1-a2ef-6acd0b650304", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-ba174e"} 2026-09-10T13:47:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-ba174e"}, "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "name": "openshift-service-ca.crt", "reconcileID": "670a40a5-9209-47d1-a2ef-6acd0b650304", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-ba174e"} 2026-09-10T13:47:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ba174e"}, "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a277feb-502a-4d84-b143-0442eb4b8416", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ba174e"} 2026-09-10T13:47:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ba174e"}, "namespace": "ai-tenant-e2e-shared-b-w2-ba174e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a277feb-502a-4d84-b143-0442eb4b8416", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ba174e"} 2026-09-10T13:47:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ba174e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ba174e", "reconcileID": "cbd9a0e8-1e38-4594-bfa0-98691c64b19c", "Gateway": "e2e-shared-b-w2-ba174e", "namespace": "openshift-ingress"} 2026-09-10T13:47:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "7b0b2588-9eeb-4140-9a04-823c653998bc", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:47:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "7b0b2588-9eeb-4140-9a04-823c653998bc", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:47:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "7b0b2588-9eeb-4140-9a04-823c653998bc", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "80e97919-eb4c-44c2-9a3c-0b8691551954", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "80e97919-eb4c-44c2-9a3c-0b8691551954", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:47:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "80e97919-eb4c-44c2-9a3c-0b8691551954", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "cdc547c4-03ad-4477-a8c8-113f3c8d2906", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "cdc547c4-03ad-4477-a8c8-113f3c8d2906", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:47:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "cdc547c4-03ad-4477-a8c8-113f3c8d2906", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "2b0f054a-607b-4717-9376-416f5605efda", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "2b0f054a-607b-4717-9376-416f5605efda", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:47:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "2b0f054a-607b-4717-9376-416f5605efda", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "0043a719-d508-4585-b91e-cc930c177ba4", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "0043a719-d508-4585-b91e-cc930c177ba4", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:47:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "0043a719-d508-4585-b91e-cc930c177ba4", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "b177649e-c46c-4a5a-86fe-30553731c799", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "b177649e-c46c-4a5a-86fe-30553731c799", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:47:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "b177649e-c46c-4a5a-86fe-30553731c799", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "4c2aaa7b-5539-4100-9e03-eebcfbb2403f", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "4c2aaa7b-5539-4100-9e03-eebcfbb2403f", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:47:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "4c2aaa7b-5539-4100-9e03-eebcfbb2403f", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "6817b196-3797-41d0-85f3-4781356b9f4c", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "6817b196-3797-41d0-85f3-4781356b9f4c", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "6817b196-3797-41d0-85f3-4781356b9f4c", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "openshift-service-ca.crt", "reconcileID": "7ef98285-7104-4c18-a622-43a0ac938555", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-trusted-ca-bundle", "reconcileID": "1a758661-1231-46b9-b3af-becc1a684543", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:47:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "openshift-service-ca.crt", "reconcileID": "5619f8ce-fbeb-467e-9ec1-26de66ee7dd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-645758", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:47:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "openshift-service-ca.crt", "reconcileID": "5619f8ce-fbeb-467e-9ec1-26de66ee7dd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c422f06c-f78f-450a-9b67-8bd8b7fc4f07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "openshift-service-ca.crt", "reconcileID": "3c41557a-6a87-40fa-af64-9e985c095893", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:47:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-trusted-ca-bundle", "reconcileID": "4d4047c4-da76-47b4-af3e-ca365ea1479b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:47:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-trusted-ca-bundle", "reconcileID": "4d4047c4-da76-47b4-af3e-ca365ea1479b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04c96389-86a5-4ffc-9d82-5c4563e939d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:47:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "53d2f605-5e18-4c2f-b07f-2a40244cd839", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "53d2f605-5e18-4c2f-b07f-2a40244cd839", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:47:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "53d2f605-5e18-4c2f-b07f-2a40244cd839", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "2ba2ed9f-d83a-442c-94c2-363542f1ba09", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:47:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "2ba2ed9f-d83a-442c-94c2-363542f1ba09", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:47:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "2ba2ed9f-d83a-442c-94c2-363542f1ba09", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:48:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "b5201cb5-58b9-465e-a532-a03b653d6c40", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "b5201cb5-58b9-465e-a532-a03b653d6c40", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "b5201cb5-58b9-465e-a532-a03b653d6c40", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "182dcb26-fe33-4b2a-882f-345fb5a8bc42", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:48:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "b5201cb5-58b9-465e-a532-a03b653d6c40", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:48:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "b5201cb5-58b9-465e-a532-a03b653d6c40", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "authType": "userdefined"} 2026-09-10T13:48:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "b5201cb5-58b9-465e-a532-a03b653d6c40", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "182dcb26-fe33-4b2a-882f-345fb5a8bc42", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "182dcb26-fe33-4b2a-882f-345fb5a8bc42", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:48:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "0fbb678a-2642-44c2-a7aa-f28b68fc1caf", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "0fbb678a-2642-44c2-a7aa-f28b68fc1caf", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "0fbb678a-2642-44c2-a7aa-f28b68fc1caf", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "0fbb678a-2642-44c2-a7aa-f28b68fc1caf", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:48:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "0fbb678a-2642-44c2-a7aa-f28b68fc1caf", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "authType": "userdefined"} 2026-09-10T13:48:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "0fbb678a-2642-44c2-a7aa-f28b68fc1caf", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "3884cd34-c39a-4458-9f6c-f6a8937d52fe", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:48:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "3884cd34-c39a-4458-9f6c-f6a8937d52fe", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:48:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "3884cd34-c39a-4458-9f6c-f6a8937d52fe", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:48:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "f5d58180-1234-4ec8-98eb-10e4020e9964", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "f5d58180-1234-4ec8-98eb-10e4020e9964", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "f5d58180-1234-4ec8-98eb-10e4020e9964", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "f5d58180-1234-4ec8-98eb-10e4020e9964", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:48:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "f5d58180-1234-4ec8-98eb-10e4020e9964", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "authType": "userdefined"} 2026-09-10T13:48:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "f5d58180-1234-4ec8-98eb-10e4020e9964", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "07f1690e-1e7f-4c83-b99d-9945d7fedeec", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "07f1690e-1e7f-4c83-b99d-9945d7fedeec", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "07f1690e-1e7f-4c83-b99d-9945d7fedeec", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "07f1690e-1e7f-4c83-b99d-9945d7fedeec", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:48:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "07f1690e-1e7f-4c83-b99d-9945d7fedeec", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "authType": "userdefined"} 2026-09-10T13:48:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "07f1690e-1e7f-4c83-b99d-9945d7fedeec", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "9ddfd0ea-24dc-460a-8613-0f89a222ef1f", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "9ddfd0ea-24dc-460a-8613-0f89a222ef1f", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "9ddfd0ea-24dc-460a-8613-0f89a222ef1f", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "9ddfd0ea-24dc-460a-8613-0f89a222ef1f", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:48:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "9ddfd0ea-24dc-460a-8613-0f89a222ef1f", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "authType": "userdefined"} 2026-09-10T13:48:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "9ddfd0ea-24dc-460a-8613-0f89a222ef1f", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "df68a924-936a-418d-91e4-bdfbcb892548", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "df68a924-936a-418d-91e4-bdfbcb892548", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "df68a924-936a-418d-91e4-bdfbcb892548", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "27d03fc5-fdf4-4182-98fd-9a1c6b3d0275", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "27d03fc5-fdf4-4182-98fd-9a1c6b3d0275", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "27d03fc5-fdf4-4182-98fd-9a1c6b3d0275", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "18369d2b-c2b6-4321-a5db-c0b86350779c", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "18369d2b-c2b6-4321-a5db-c0b86350779c", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "18369d2b-c2b6-4321-a5db-c0b86350779c", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "8e9e3513-5f4c-45a7-99c5-cbad613dbdbd", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "8e9e3513-5f4c-45a7-99c5-cbad613dbdbd", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "8e9e3513-5f4c-45a7-99c5-cbad613dbdbd", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "8998bf5b-7abf-4a17-a33b-ac84d8703d6a", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "8998bf5b-7abf-4a17-a33b-ac84d8703d6a", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "8998bf5b-7abf-4a17-a33b-ac84d8703d6a", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "01df6c4a-e21e-4b32-929f-6c3fa313ef49", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "01df6c4a-e21e-4b32-929f-6c3fa313ef49", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "01df6c4a-e21e-4b32-929f-6c3fa313ef49", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "4e349a2d-f326-45f9-bb41-f100b0c1b0ea", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "4e349a2d-f326-45f9-bb41-f100b0c1b0ea", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "4e349a2d-f326-45f9-bb41-f100b0c1b0ea", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "7a0749a9-260f-4bd0-871c-6c02f424bc55", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "7a0749a9-260f-4bd0-871c-6c02f424bc55", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "7a0749a9-260f-4bd0-871c-6c02f424bc55", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "openshift-service-ca.crt", "reconcileID": "59e7d2d8-8f5e-4641-842b-a87fbfa393da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-trusted-ca-bundle", "reconcileID": "71d42249-92c3-4c15-81a7-7a756f9a708d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:48:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "openshift-service-ca.crt", "reconcileID": "34cf17d1-edcc-406e-840b-8efde1ed9b59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:48:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "openshift-service-ca.crt", "reconcileID": "34cf17d1-edcc-406e-840b-8efde1ed9b59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e7c885d-4c28-4919-932e-abbaa93c5175", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "openshift-service-ca.crt", "reconcileID": "a8d535bf-39c3-4db4-99ef-a7236d7737e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:48:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-trusted-ca-bundle", "reconcileID": "3a56b8a7-530d-40d6-bf8b-db4ed51053e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:48:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-trusted-ca-bundle", "reconcileID": "3a56b8a7-530d-40d6-bf8b-db4ed51053e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c33cfe6a-35dd-4ff9-aaa0-74be04ded700", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "75b0aabc-de43-448a-83db-cfebb8d394e1", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "75b0aabc-de43-448a-83db-cfebb8d394e1", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "75b0aabc-de43-448a-83db-cfebb8d394e1", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "49d6fe2e-88e4-4e54-8db6-7995bc04fae3", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:48:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "49d6fe2e-88e4-4e54-8db6-7995bc04fae3", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:48:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "49d6fe2e-88e4-4e54-8db6-7995bc04fae3", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:49:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "3c9e9135-74ea-4395-a9ad-15bcb619a8ae", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:49:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "3c9e9135-74ea-4395-a9ad-15bcb619a8ae", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:49:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "3c9e9135-74ea-4395-a9ad-15bcb619a8ae", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:49:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "16ee83e2-f97a-46a9-9f56-5c6c213a4c04", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:49:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "16ee83e2-f97a-46a9-9f56-5c6c213a4c04", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484-authn-ssl"} 2026-09-10T13:49:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "16ee83e2-f97a-46a9-9f56-5c6c213a4c04", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:49:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "012c995e-4028-4bd1-b9e1-dce0164d3334", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:49:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "012c995e-4028-4bd1-b9e1-dce0164d3334", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:49:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "012c995e-4028-4bd1-b9e1-dce0164d3334", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-08e484 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:49:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-trusted-ca-bundle", "reconcileID": "531d30a7-6d43-4ff4-a5a9-1f66aa29a088", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:49:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-trusted-ca-bundle", "reconcileID": "531d30a7-6d43-4ff4-a5a9-1f66aa29a088", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:49:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "openshift-service-ca.crt", "reconcileID": "758c6a4f-3ee9-467f-875e-a0738fcceefa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:49:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "openshift-service-ca.crt", "reconcileID": "758c6a4f-3ee9-467f-875e-a0738fcceefa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:49:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b91fdece-5f94-4824-8856-b2724fdffecc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:49:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-08e484"}, "namespace": "ai-tenant-e2e-ipp-cleanup-08e484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b91fdece-5f94-4824-8856-b2724fdffecc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-08e484"} 2026-09-10T13:49:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-08e484","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-08e484", "reconcileID": "4d0f48d1-c24c-45ff-a13a-a6f627d8f28a", "Gateway": "e2e-ipp-cleanup-08e484", "namespace": "openshift-ingress"} 2026-09-10T13:49:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "09258ddf-ea84-44d7-9c57-519e188560fe", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:49:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "09258ddf-ea84-44d7-9c57-519e188560fe", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:49:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "09258ddf-ea84-44d7-9c57-519e188560fe", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:49:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "c079e9e5-e41b-4c5d-b451-2a4dc251c749", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:49:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "c079e9e5-e41b-4c5d-b451-2a4dc251c749", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:49:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "c079e9e5-e41b-4c5d-b451-2a4dc251c749", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "f82736f9-be18-4d23-b97d-369bb162f332", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:49:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "f82736f9-be18-4d23-b97d-369bb162f332", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "f82736f9-be18-4d23-b97d-369bb162f332", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:49:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "3e8e0902-97f9-4770-9ea2-5947997a19e7", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:49:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "3e8e0902-97f9-4770-9ea2-5947997a19e7", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:49:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "3e8e0902-97f9-4770-9ea2-5947997a19e7", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:49:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "3e8e0902-97f9-4770-9ea2-5947997a19e7", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:49:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "3e8e0902-97f9-4770-9ea2-5947997a19e7", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "authType": "userdefined"} 2026-09-10T13:49:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "3e8e0902-97f9-4770-9ea2-5947997a19e7", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "e266a707-66ef-4bb9-9f98-64b2b7eb8940", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:50:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "e266a707-66ef-4bb9-9f98-64b2b7eb8940", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:50:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "e266a707-66ef-4bb9-9f98-64b2b7eb8940", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:50:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "21d14ba1-7a0d-43ef-b528-a531b4e40c9b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "21d14ba1-7a0d-43ef-b528-a531b4e40c9b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "21d14ba1-7a0d-43ef-b528-a531b4e40c9b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "21d14ba1-7a0d-43ef-b528-a531b4e40c9b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:50:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "21d14ba1-7a0d-43ef-b528-a531b4e40c9b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "authType": "userdefined"} 2026-09-10T13:50:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "21d14ba1-7a0d-43ef-b528-a531b4e40c9b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77e103cb-041d-4b3d-acb8-33b14c29536d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77e103cb-041d-4b3d-acb8-33b14c29536d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:50:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77e103cb-041d-4b3d-acb8-33b14c29536d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-41abaf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:50:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-trusted-ca-bundle", "reconcileID": "d165eb2c-8ce1-48b6-bc2a-6e51a0187126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-trusted-ca-bundle", "reconcileID": "d165eb2c-8ce1-48b6-bc2a-6e51a0187126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "openshift-service-ca.crt", "reconcileID": "7e96a309-7fbd-499b-9998-06fbbcadf433", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "openshift-service-ca.crt", "reconcileID": "7e96a309-7fbd-499b-9998-06fbbcadf433", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a3d46e-0ff8-4462-af0d-7e2cdf0a990e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a3d46e-0ff8-4462-af0d-7e2cdf0a990e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "66dfd7c0-72c6-4185-8f4d-7358742d0778", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "66dfd7c0-72c6-4185-8f4d-7358742d0778", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf"} 2026-09-10T13:50:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "66dfd7c0-72c6-4185-8f4d-7358742d0778", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "66dfd7c0-72c6-4185-8f4d-7358742d0778", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "66dfd7c0-72c6-4185-8f4d-7358742d0778", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:50:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "66dfd7c0-72c6-4185-8f4d-7358742d0778", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:50:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "66dfd7c0-72c6-4185-8f4d-7358742d0778", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "66dfd7c0-72c6-4185-8f4d-7358742d0778", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "98c626b3-16b9-4370-9aa0-13ac3031c17b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "98c626b3-16b9-4370-9aa0-13ac3031c17b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf"} 2026-09-10T13:50:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "98c626b3-16b9-4370-9aa0-13ac3031c17b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "98c626b3-16b9-4370-9aa0-13ac3031c17b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "98c626b3-16b9-4370-9aa0-13ac3031c17b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:50:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "98c626b3-16b9-4370-9aa0-13ac3031c17b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf-kserve-route-authn"} 2026-09-10T13:50:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "98c626b3-16b9-4370-9aa0-13ac3031c17b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "98c626b3-16b9-4370-9aa0-13ac3031c17b", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41abaf","namespace":"ai-tenant-e2e-ipp-a-41abaf"}, "namespace": "ai-tenant-e2e-ipp-a-41abaf", "name": "ipp-route-41abaf", "reconcileID": "f30d1bca-cc84-42ee-b8df-e51deaeb020e", "LLMInferenceService": "ipp-route-41abaf", "namespace": "ai-tenant-e2e-ipp-a-41abaf"} 2026-09-10T13:50:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "e35877fc-99fd-4be4-a4af-85e1695b861d", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:50:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "e35877fc-99fd-4be4-a4af-85e1695b861d", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf-authn-ssl"} 2026-09-10T13:50:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "e35877fc-99fd-4be4-a4af-85e1695b861d", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:50:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41abaf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41abaf", "reconcileID": "849802c4-1210-4f48-afee-575e447b5fbd", "Gateway": "e2e-ipp-a-41abaf", "namespace": "openshift-ingress"} 2026-09-10T13:50:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "3948ec51-2b92-40f7-9b7a-ea55d5430f4a", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:50:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "3948ec51-2b92-40f7-9b7a-ea55d5430f4a", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:50:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "3948ec51-2b92-40f7-9b7a-ea55d5430f4a", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:50:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "a043556f-e732-42e4-8c2b-c3518a5b4150", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:50:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "a043556f-e732-42e4-8c2b-c3518a5b4150", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758-authn-ssl"} 2026-09-10T13:50:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "a043556f-e732-42e4-8c2b-c3518a5b4150", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:50:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de27ba5a-7de6-4f60-825e-45b714994b54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:50:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de27ba5a-7de6-4f60-825e-45b714994b54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:50:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de27ba5a-7de6-4f60-825e-45b714994b54", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-645758 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:50:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-trusted-ca-bundle", "reconcileID": "da6b8875-a2e3-4ef4-974c-f16a015aa411", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:50:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-trusted-ca-bundle", "reconcileID": "da6b8875-a2e3-4ef4-974c-f16a015aa411", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:50:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "openshift-service-ca.crt", "reconcileID": "e38c4f7c-bdac-4d59-9f45-e448bda71125", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:50:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "openshift-service-ca.crt", "reconcileID": "e38c4f7c-bdac-4d59-9f45-e448bda71125", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:50:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "019cb771-f112-4d0a-bebc-fc45f39101f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:50:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-645758"}, "namespace": "ai-tenant-e2e-ipp-b-645758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "019cb771-f112-4d0a-bebc-fc45f39101f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-645758"} 2026-09-10T13:50:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-645758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-645758", "reconcileID": "d6e587e1-a58c-4b9f-9d9c-47c8ebda8dc3", "Gateway": "e2e-ipp-b-645758", "namespace": "openshift-ingress"} 2026-09-10T13:50:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "b9eb71bf-aed1-48de-a992-147358b85412", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress"} 2026-09-10T13:50:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "b9eb71bf-aed1-48de-a992-147358b85412", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce-authn-ssl"} 2026-09-10T13:50:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "b9eb71bf-aed1-48de-a992-147358b85412", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress"} 2026-09-10T13:50:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "051fd456-b340-4952-a7c6-e250ee826c6c", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress"} 2026-09-10T13:50:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "051fd456-b340-4952-a7c6-e250ee826c6c", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce-authn-ssl"} 2026-09-10T13:50:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "051fd456-b340-4952-a7c6-e250ee826c6c", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress"} 2026-09-10T13:50:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7746b302-03fc-411c-b3bc-35cff8a524f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:50:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7746b302-03fc-411c-b3bc-35cff8a524f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:50:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7746b302-03fc-411c-b3bc-35cff8a524f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-767dce because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:50:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "odh-trusted-ca-bundle", "reconcileID": "58371340-5265-426c-a41b-2e489488dc82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "odh-trusted-ca-bundle", "reconcileID": "58371340-5265-426c-a41b-2e489488dc82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:50:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "openshift-service-ca.crt", "reconcileID": "3e3506d3-6b9f-4c00-9f10-0351434597f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "openshift-service-ca.crt", "reconcileID": "3e3506d3-6b9f-4c00-9f10-0351434597f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:50:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ae31f0e-feec-4620-9f82-636c43d3bdbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-767dce"}, "namespace": "ai-tenant-e2e-shared-a-w3-767dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ae31f0e-feec-4620-9f82-636c43d3bdbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-767dce"} 2026-09-10T13:50:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-767dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-767dce", "reconcileID": "5c341c87-db42-4adb-af7b-3f063d12e99c", "Gateway": "e2e-shared-a-w3-767dce", "namespace": "openshift-ingress"} 2026-09-10T13:50:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T13:50:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T13:51:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T13:51:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T13:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "9683bdb3-79c4-4690-87fe-78bad6acfbbc", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress"} 2026-09-10T13:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "9683bdb3-79c4-4690-87fe-78bad6acfbbc", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92-authn-ssl"} 2026-09-10T13:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "9683bdb3-79c4-4690-87fe-78bad6acfbbc", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress"} 2026-09-10T13:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "b112bb98-e40a-4d6d-b15f-6be1a5534978", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress"} 2026-09-10T13:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "b112bb98-e40a-4d6d-b15f-6be1a5534978", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92-authn-ssl"} 2026-09-10T13:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "b112bb98-e40a-4d6d-b15f-6be1a5534978", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress"} 2026-09-10T13:51:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9f7a070-55e9-4575-84cf-210b6250df3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:51:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9f7a070-55e9-4575-84cf-210b6250df3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:51:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9f7a070-55e9-4575-84cf-210b6250df3f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-89be92 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:51:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "odh-trusted-ca-bundle", "reconcileID": "4e0ae289-7a35-4c77-844e-7ecfb826bee3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:51:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "odh-trusted-ca-bundle", "reconcileID": "4e0ae289-7a35-4c77-844e-7ecfb826bee3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:51:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "openshift-service-ca.crt", "reconcileID": "365af827-5069-44b6-9a85-d953d94aa4b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:51:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "openshift-service-ca.crt", "reconcileID": "365af827-5069-44b6-9a85-d953d94aa4b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:51:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1168f651-99ae-4ece-ae95-5857e0ed0683", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:51:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-89be92"}, "namespace": "ai-tenant-e2e-shared-b-w3-89be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1168f651-99ae-4ece-ae95-5857e0ed0683", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-89be92"} 2026-09-10T13:51:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-89be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-89be92", "reconcileID": "3e3d7338-f712-4c91-971a-1fa2403bbe7a", "Gateway": "e2e-shared-b-w3-89be92", "namespace": "openshift-ingress"} 2026-09-10T13:55:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fde50b7a-a2b7-4cde-9121-b86c09ada620", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fde50b7a-a2b7-4cde-9121-b86c09ada620", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fde50b7a-a2b7-4cde-9121-b86c09ada620", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8777b17-de9d-4bd7-8786-f6ee8528ff1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:55:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fde50b7a-a2b7-4cde-9121-b86c09ada620", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "name": "e2e-same-id-a-e9da5e77-kserve-route-authn"} 2026-09-10T13:55:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fde50b7a-a2b7-4cde-9121-b86c09ada620", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "authType": "userdefined"} 2026-09-10T13:55:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fde50b7a-a2b7-4cde-9121-b86c09ada620", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8777b17-de9d-4bd7-8786-f6ee8528ff1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T13:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8777b17-de9d-4bd7-8786-f6ee8528ff1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:55:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "05abf307-9f9f-4077-bdb7-4e7c160b5549", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "05abf307-9f9f-4077-bdb7-4e7c160b5549", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "05abf307-9f9f-4077-bdb7-4e7c160b5549", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "05abf307-9f9f-4077-bdb7-4e7c160b5549", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "name": "e2e-same-id-a-e9da5e77-kserve-route-authn"} 2026-09-10T13:55:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "05abf307-9f9f-4077-bdb7-4e7c160b5549", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "authType": "userdefined"} 2026-09-10T13:55:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "05abf307-9f9f-4077-bdb7-4e7c160b5549", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "805d56dd-f0e8-429b-a4c7-b2b252a46d2f", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "805d56dd-f0e8-429b-a4c7-b2b252a46d2f", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "805d56dd-f0e8-429b-a4c7-b2b252a46d2f", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9508f11-4b62-4431-a03d-2b9411de8e2e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:55:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "805d56dd-f0e8-429b-a4c7-b2b252a46d2f", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "name": "e2e-same-id-b-e9da5e77-kserve-route-authn"} 2026-09-10T13:55:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "805d56dd-f0e8-429b-a4c7-b2b252a46d2f", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "authType": "userdefined"} 2026-09-10T13:55:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "805d56dd-f0e8-429b-a4c7-b2b252a46d2f", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9508f11-4b62-4431-a03d-2b9411de8e2e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T13:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9508f11-4b62-4431-a03d-2b9411de8e2e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:55:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2ebea8a-b9b4-4f97-a792-ed345217f005", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:55:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2ebea8a-b9b4-4f97-a792-ed345217f005", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T13:55:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2ebea8a-b9b4-4f97-a792-ed345217f005", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:55:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "2062a02f-1843-474e-a026-71f0017b3f6d", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "2062a02f-1843-474e-a026-71f0017b3f6d", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "2062a02f-1843-474e-a026-71f0017b3f6d", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "2062a02f-1843-474e-a026-71f0017b3f6d", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "name": "e2e-same-id-a-e9da5e77-kserve-route-authn"} 2026-09-10T13:55:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "2062a02f-1843-474e-a026-71f0017b3f6d", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "authType": "userdefined"} 2026-09-10T13:55:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "2062a02f-1843-474e-a026-71f0017b3f6d", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "d8a1c0ee-f62e-489b-bec3-c0533df86032", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "d8a1c0ee-f62e-489b-bec3-c0533df86032", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "d8a1c0ee-f62e-489b-bec3-c0533df86032", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "d8a1c0ee-f62e-489b-bec3-c0533df86032", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "name": "e2e-same-id-b-e9da5e77-kserve-route-authn"} 2026-09-10T13:55:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "d8a1c0ee-f62e-489b-bec3-c0533df86032", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "authType": "userdefined"} 2026-09-10T13:55:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "d8a1c0ee-f62e-489b-bec3-c0533df86032", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d82958e-d014-4fea-aab5-6f9cb955f566", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:55:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d82958e-d014-4fea-aab5-6f9cb955f566", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T13:55:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d82958e-d014-4fea-aab5-6f9cb955f566", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:55:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "0ffdffb3-8923-407f-bc43-33cbbf9a53a4", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "0ffdffb3-8923-407f-bc43-33cbbf9a53a4", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "0ffdffb3-8923-407f-bc43-33cbbf9a53a4", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "0ffdffb3-8923-407f-bc43-33cbbf9a53a4", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "name": "e2e-same-id-b-e9da5e77-kserve-route-authn"} 2026-09-10T13:55:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "0ffdffb3-8923-407f-bc43-33cbbf9a53a4", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "authType": "userdefined"} 2026-09-10T13:55:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "0ffdffb3-8923-407f-bc43-33cbbf9a53a4", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "f380e7c9-ee75-4dc7-8233-dbdd7cdd9a49", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "f380e7c9-ee75-4dc7-8233-dbdd7cdd9a49", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "f380e7c9-ee75-4dc7-8233-dbdd7cdd9a49", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:55:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "f380e7c9-ee75-4dc7-8233-dbdd7cdd9a49", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "name": "e2e-same-id-a-e9da5e77-kserve-route-authn"} 2026-09-10T13:55:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "f380e7c9-ee75-4dc7-8233-dbdd7cdd9a49", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "authType": "userdefined"} 2026-09-10T13:55:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "f380e7c9-ee75-4dc7-8233-dbdd7cdd9a49", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "5f34de68-7444-4a4b-b04c-3e65d5875dcb", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "5f34de68-7444-4a4b-b04c-3e65d5875dcb", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "5f34de68-7444-4a4b-b04c-3e65d5875dcb", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "5f34de68-7444-4a4b-b04c-3e65d5875dcb", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "name": "e2e-same-id-b-e9da5e77-kserve-route-authn"} 2026-09-10T13:56:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "5f34de68-7444-4a4b-b04c-3e65d5875dcb", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "authType": "userdefined"} 2026-09-10T13:56:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "5f34de68-7444-4a4b-b04c-3e65d5875dcb", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "a6663766-edea-4ff6-b026-37596050eee5", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "a6663766-edea-4ff6-b026-37596050eee5", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "a6663766-edea-4ff6-b026-37596050eee5", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "a6663766-edea-4ff6-b026-37596050eee5", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "name": "e2e-same-id-a-e9da5e77-kserve-route-authn"} 2026-09-10T13:56:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "a6663766-edea-4ff6-b026-37596050eee5", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "authType": "userdefined"} 2026-09-10T13:56:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "a6663766-edea-4ff6-b026-37596050eee5", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fb6120ff-5d11-4137-821c-dba61b89639a", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fb6120ff-5d11-4137-821c-dba61b89639a", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "name": "e2e-same-id-a-e9da5e77"} 2026-09-10T13:56:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fb6120ff-5d11-4137-821c-dba61b89639a", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fb6120ff-5d11-4137-821c-dba61b89639a", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fb6120ff-5d11-4137-821c-dba61b89639a", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "name": "e2e-same-id-a-e9da5e77-kserve-route-authn"} 2026-09-10T13:56:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "fb6120ff-5d11-4137-821c-dba61b89639a", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm", "name": "e2e-same-id-a-e9da5e77-kserve-route-authn"} 2026-09-10T13:56:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e9da5e77", "reconcileID": "6ccae251-ffdd-4e54-8bf4-cd2123befefd", "LLMInferenceService": "e2e-same-id-a-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1c998e9-bba1-439b-aeea-87e95ceb284e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1c998e9-bba1-439b-aeea-87e95ceb284e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T13:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1c998e9-bba1-439b-aeea-87e95ceb284e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "faedf379-fde1-4b74-abd5-ef85167d62ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "faedf379-fde1-4b74-abd5-ef85167d62ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T13:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "faedf379-fde1-4b74-abd5-ef85167d62ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:56:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "6d59904a-3674-4414-be67-b05e67ac4041", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "6d59904a-3674-4414-be67-b05e67ac4041", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "name": "e2e-same-id-b-e9da5e77"} 2026-09-10T13:56:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "6d59904a-3674-4414-be67-b05e67ac4041", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "6d59904a-3674-4414-be67-b05e67ac4041", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "6d59904a-3674-4414-be67-b05e67ac4041", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "name": "e2e-same-id-b-e9da5e77-kserve-route-authn"} 2026-09-10T13:56:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "6d59904a-3674-4414-be67-b05e67ac4041", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm", "name": "e2e-same-id-b-e9da5e77-kserve-route-authn"} 2026-09-10T13:56:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e9da5e77","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e9da5e77", "reconcileID": "d1d04930-e598-49bb-ac7a-0c60afaccb3a", "LLMInferenceService": "e2e-same-id-b-e9da5e77", "namespace": "llm"} 2026-09-10T13:56:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f10ef130-c238-4c7d-970b-fb150c6198bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:56:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f10ef130-c238-4c7d-970b-fb150c6198bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T13:56:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f10ef130-c238-4c7d-970b-fb150c6198bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:56:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ad36ada-31e2-4d17-9dfc-fda21bfe3ded", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T13:56:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ad36ada-31e2-4d17-9dfc-fda21bfe3ded", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T13:56:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ad36ada-31e2-4d17-9dfc-fda21bfe3ded", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}