2026-09-06T06:22:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1c55e7"}, "namespace": "ai-tenant-e2e-api-b-1c55e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76043de1-8b32-48cc-a4a9-15537776c213", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1c55e7"} 2026-09-06T06:22:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1c55e7"}, "namespace": "ai-tenant-e2e-api-b-1c55e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76043de1-8b32-48cc-a4a9-15537776c213", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1c55e7"} 2026-09-06T06:22:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1c55e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1c55e7", "reconcileID": "825dcd3f-342e-4b2d-af91-d6e7faf3e742", "Gateway": "e2e-api-b-1c55e7", "namespace": "openshift-ingress"} 2026-09-06T06:22:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "4e206a3d-e576-4363-8b03-a558e104ce77", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:22:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "4e206a3d-e576-4363-8b03-a558e104ce77", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:22:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "4e206a3d-e576-4363-8b03-a558e104ce77", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:22:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "4e206a3d-e576-4363-8b03-a558e104ce77", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831-kserve-route-authn"} 2026-09-06T06:22:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "4e206a3d-e576-4363-8b03-a558e104ce77", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831", "authType": "userdefined"} 2026-09-06T06:22:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "4e206a3d-e576-4363-8b03-a558e104ce77", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:22:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4ca07ba0-db59-4b7e-b6b8-bda484ce194a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:22:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4ca07ba0-db59-4b7e-b6b8-bda484ce194a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:22:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4ca07ba0-db59-4b7e-b6b8-bda484ce194a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:22:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "230ff2a3-bc0b-47f0-a70e-5bae54d356d8", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:22:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4ca07ba0-db59-4b7e-b6b8-bda484ce194a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9-kserve-route-authn"} 2026-09-06T06:22:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4ca07ba0-db59-4b7e-b6b8-bda484ce194a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "authType": "userdefined"} 2026-09-06T06:22:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4ca07ba0-db59-4b7e-b6b8-bda484ce194a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:22:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "230ff2a3-bc0b-47f0-a70e-5bae54d356d8", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9-authn-ssl"} 2026-09-06T06:22:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "230ff2a3-bc0b-47f0-a70e-5bae54d356d8", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:22:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "a4796e50-f57f-4b8e-bc62-47ca1f56fd09", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:22:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "a4796e50-f57f-4b8e-bc62-47ca1f56fd09", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:22:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "a4796e50-f57f-4b8e-bc62-47ca1f56fd09", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:22:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "a4796e50-f57f-4b8e-bc62-47ca1f56fd09", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9-kserve-route-authn"} 2026-09-06T06:22:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "a4796e50-f57f-4b8e-bc62-47ca1f56fd09", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "authType": "userdefined"} 2026-09-06T06:22:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "a4796e50-f57f-4b8e-bc62-47ca1f56fd09", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:22:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-340e00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-340e00", "reconcileID": "54191d19-dc7f-4682-bdc1-89794a522e21", "Gateway": "e2e-shared-a-w2-340e00", "namespace": "openshift-ingress"} 2026-09-06T06:22:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-340e00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-340e00", "reconcileID": "54191d19-dc7f-4682-bdc1-89794a522e21", "Gateway": "e2e-shared-a-w2-340e00", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-340e00-authn-ssl"} 2026-09-06T06:22:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-340e00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-340e00", "reconcileID": "54191d19-dc7f-4682-bdc1-89794a522e21", "Gateway": "e2e-shared-a-w2-340e00", "namespace": "openshift-ingress"} 2026-09-06T06:22:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-340e00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-340e00", "reconcileID": "ed72430d-a04e-42e8-8ca4-8edc46e54f86", "Gateway": "e2e-shared-a-w2-340e00", "namespace": "openshift-ingress"} 2026-09-06T06:22:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-340e00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-340e00", "reconcileID": "ed72430d-a04e-42e8-8ca4-8edc46e54f86", "Gateway": "e2e-shared-a-w2-340e00", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-340e00-authn-ssl"} 2026-09-06T06:22:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-340e00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-340e00", "reconcileID": "ed72430d-a04e-42e8-8ca4-8edc46e54f86", "Gateway": "e2e-shared-a-w2-340e00", "namespace": "openshift-ingress"} 2026-09-06T06:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-340e00"}, "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "506c026e-02d1-4584-bfcb-053bf13f6127", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-340e00"} 2026-09-06T06:22:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-340e00"}, "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "506c026e-02d1-4584-bfcb-053bf13f6127", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:22:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-340e00"}, "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "506c026e-02d1-4584-bfcb-053bf13f6127", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-340e00 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T06:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-340e00"}, "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "name": "odh-trusted-ca-bundle", "reconcileID": "a3e87a9d-4504-4d9a-8d9d-d60454679086", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-340e00"} 2026-09-06T06:22:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-340e00"}, "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "name": "odh-trusted-ca-bundle", "reconcileID": "a3e87a9d-4504-4d9a-8d9d-d60454679086", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-340e00"} 2026-09-06T06:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-340e00"}, "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "name": "openshift-service-ca.crt", "reconcileID": "834127d7-f034-431c-bc1b-5de1050ae409", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-340e00"} 2026-09-06T06:22:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-340e00"}, "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "name": "openshift-service-ca.crt", "reconcileID": "834127d7-f034-431c-bc1b-5de1050ae409", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-340e00"} 2026-09-06T06:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-340e00"}, "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22619de4-ed6e-4d01-ba9f-cf70acd73aad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-340e00"} 2026-09-06T06:22:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-340e00"}, "namespace": "ai-tenant-e2e-shared-a-w2-340e00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22619de4-ed6e-4d01-ba9f-cf70acd73aad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-340e00"} 2026-09-06T06:22:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-340e00","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-340e00", "reconcileID": "97fb39a7-9fd8-433c-9a9e-588e5bb4b5df", "Gateway": "e2e-shared-a-w2-340e00", "namespace": "openshift-ingress"} 2026-09-06T06:22:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "77c9b67f-dbd9-4b18-8f9a-bd7b557dd500", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:22:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "77c9b67f-dbd9-4b18-8f9a-bd7b557dd500", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9-authn-ssl"} 2026-09-06T06:22:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "77c9b67f-dbd9-4b18-8f9a-bd7b557dd500", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:23:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e67f1095-ebbf-482d-a932-6014bd2059d4", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e67f1095-ebbf-482d-a932-6014bd2059d4", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e67f1095-ebbf-482d-a932-6014bd2059d4", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e67f1095-ebbf-482d-a932-6014bd2059d4", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9-kserve-route-authn"} 2026-09-06T06:23:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e67f1095-ebbf-482d-a932-6014bd2059d4", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "authType": "userdefined"} 2026-09-06T06:23:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e67f1095-ebbf-482d-a932-6014bd2059d4", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b7c728","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b7c728", "reconcileID": "a721c5c1-28e4-4f2c-a363-34e3ff3a2c42", "Gateway": "e2e-shared-b-w2-b7c728", "namespace": "openshift-ingress"} 2026-09-06T06:23:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b7c728","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b7c728", "reconcileID": "a721c5c1-28e4-4f2c-a363-34e3ff3a2c42", "Gateway": "e2e-shared-b-w2-b7c728", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b7c728-authn-ssl"} 2026-09-06T06:23:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b7c728","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b7c728", "reconcileID": "a721c5c1-28e4-4f2c-a363-34e3ff3a2c42", "Gateway": "e2e-shared-b-w2-b7c728", "namespace": "openshift-ingress"} 2026-09-06T06:23:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b7c728","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b7c728", "reconcileID": "fb869ce1-3427-4196-8e4e-d9371279d61d", "Gateway": "e2e-shared-b-w2-b7c728", "namespace": "openshift-ingress"} 2026-09-06T06:23:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b7c728","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b7c728", "reconcileID": "fb869ce1-3427-4196-8e4e-d9371279d61d", "Gateway": "e2e-shared-b-w2-b7c728", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b7c728-authn-ssl"} 2026-09-06T06:23:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b7c728","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b7c728", "reconcileID": "fb869ce1-3427-4196-8e4e-d9371279d61d", "Gateway": "e2e-shared-b-w2-b7c728", "namespace": "openshift-ingress"} 2026-09-06T06:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b7c728"}, "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7226a865-c687-4c6c-9375-48478509e23a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b7c728"} 2026-09-06T06:23:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b7c728"}, "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7226a865-c687-4c6c-9375-48478509e23a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:23:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b7c728"}, "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7226a865-c687-4c6c-9375-48478509e23a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b7c728 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T06:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b7c728"}, "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "name": "odh-trusted-ca-bundle", "reconcileID": "8817622f-90e9-4406-9f05-86c278dea847", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b7c728"} 2026-09-06T06:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b7c728"}, "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "name": "odh-trusted-ca-bundle", "reconcileID": "8817622f-90e9-4406-9f05-86c278dea847", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b7c728"} 2026-09-06T06:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b7c728"}, "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "name": "openshift-service-ca.crt", "reconcileID": "8319f1b2-ca71-405f-88fc-48e415d93982", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b7c728"} 2026-09-06T06:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b7c728"}, "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "name": "openshift-service-ca.crt", "reconcileID": "8319f1b2-ca71-405f-88fc-48e415d93982", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b7c728"} 2026-09-06T06:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b7c728"}, "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f95d893a-db1f-4319-b03d-0072a02c7611", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b7c728"} 2026-09-06T06:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b7c728"}, "namespace": "ai-tenant-e2e-shared-b-w2-b7c728", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f95d893a-db1f-4319-b03d-0072a02c7611", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b7c728"} 2026-09-06T06:23:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b7c728","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b7c728", "reconcileID": "16a46297-65a2-41c0-bdd1-42f517028bbe", "Gateway": "e2e-shared-b-w2-b7c728", "namespace": "openshift-ingress"} 2026-09-06T06:23:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4019eb09-a9e0-42a0-a76a-1e48d85d9ddf", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4019eb09-a9e0-42a0-a76a-1e48d85d9ddf", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4019eb09-a9e0-42a0-a76a-1e48d85d9ddf", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4019eb09-a9e0-42a0-a76a-1e48d85d9ddf", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9-kserve-route-authn"} 2026-09-06T06:23:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4019eb09-a9e0-42a0-a76a-1e48d85d9ddf", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "authType": "userdefined"} 2026-09-06T06:23:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "4019eb09-a9e0-42a0-a76a-1e48d85d9ddf", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "d84c9985-e58e-41d6-8c53-85eb8185f846", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:23:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "d84c9985-e58e-41d6-8c53-85eb8185f846", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831"} 2026-09-06T06:23:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "d84c9985-e58e-41d6-8c53-85eb8185f846", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:23:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "d84c9985-e58e-41d6-8c53-85eb8185f846", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:23:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "d84c9985-e58e-41d6-8c53-85eb8185f846", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831-kserve-route-authn"} 2026-09-06T06:23:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "d84c9985-e58e-41d6-8c53-85eb8185f846", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831-kserve-route-authn"} 2026-09-06T06:23:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "d84c9985-e58e-41d6-8c53-85eb8185f846", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:23:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "d84c9985-e58e-41d6-8c53-85eb8185f846", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:23:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-429831","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "rate-test-model-429831", "reconcileID": "6d5cc559-2a77-4ffb-91fc-985075356908", "LLMInferenceService": "rate-test-model-429831", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:23:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "b83f65c1-9123-445d-8245-02de8926dabc", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress"} 2026-09-06T06:23:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "b83f65c1-9123-445d-8245-02de8926dabc", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831-authn-ssl"} 2026-09-06T06:23:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "b83f65c1-9123-445d-8245-02de8926dabc", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress"} 2026-09-06T06:23:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "a070d4d3-8b7d-4b22-bc55-20e1c0b84ce4", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress"} 2026-09-06T06:23:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "a070d4d3-8b7d-4b22-bc55-20e1c0b84ce4", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831-authn-ssl"} 2026-09-06T06:23:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "a070d4d3-8b7d-4b22-bc55-20e1c0b84ce4", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress"} 2026-09-06T06:23:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e3589a0e-95b4-43a1-8c2d-e6ac4135ed9a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e3589a0e-95b4-43a1-8c2d-e6ac4135ed9a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9"} 2026-09-06T06:23:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e3589a0e-95b4-43a1-8c2d-e6ac4135ed9a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e3589a0e-95b4-43a1-8c2d-e6ac4135ed9a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e3589a0e-95b4-43a1-8c2d-e6ac4135ed9a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9-kserve-route-authn"} 2026-09-06T06:23:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e3589a0e-95b4-43a1-8c2d-e6ac4135ed9a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9-kserve-route-authn"} 2026-09-06T06:23:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e3589a0e-95b4-43a1-8c2d-e6ac4135ed9a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "e3589a0e-95b4-43a1-8c2d-e6ac4135ed9a", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dc97f9","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "rate-test-model-dc97f9", "reconcileID": "04b8ca44-9ef4-40ac-add1-aff26c778ca8", "LLMInferenceService": "rate-test-model-dc97f9", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:23:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "72083743-2937-48d4-9542-2677cc38c91d", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:23:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "72083743-2937-48d4-9542-2677cc38c91d", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9-authn-ssl"} 2026-09-06T06:23:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "72083743-2937-48d4-9542-2677cc38c91d", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:23:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "70857f71-e4df-41bd-b4d3-f1abe67195d4", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:23:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "70857f71-e4df-41bd-b4d3-f1abe67195d4", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9-authn-ssl"} 2026-09-06T06:23:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "70857f71-e4df-41bd-b4d3-f1abe67195d4", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "1ef6dfe8-c477-4a87-b8e2-42fa23fa402f", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "1ef6dfe8-c477-4a87-b8e2-42fa23fa402f", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "1ef6dfe8-c477-4a87-b8e2-42fa23fa402f", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "a4e77860-f6be-4f4b-8b00-313703b06217", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "a4e77860-f6be-4f4b-8b00-313703b06217", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "a4e77860-f6be-4f4b-8b00-313703b06217", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "fed51268-dbc5-4f7b-98c3-d01f3530fd5b", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "fed51268-dbc5-4f7b-98c3-d01f3530fd5b", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "fed51268-dbc5-4f7b-98c3-d01f3530fd5b", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "93f66305-1bd6-45b5-a6ba-bb60be0e4244", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "93f66305-1bd6-45b5-a6ba-bb60be0e4244", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "93f66305-1bd6-45b5-a6ba-bb60be0e4244", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "f57fb33c-2f60-47d5-ad07-d8cd5a05ceb9", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "f57fb33c-2f60-47d5-ad07-d8cd5a05ceb9", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "f57fb33c-2f60-47d5-ad07-d8cd5a05ceb9", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "2947f61c-11ce-4224-8bc3-e9c1504c8621", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "2947f61c-11ce-4224-8bc3-e9c1504c8621", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "2947f61c-11ce-4224-8bc3-e9c1504c8621", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "2888903c-21b2-4598-aaef-740edbc42940", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "2888903c-21b2-4598-aaef-740edbc42940", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "2888903c-21b2-4598-aaef-740edbc42940", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "openshift-service-ca.crt", "reconcileID": "b858c0fe-cb8a-4d30-8874-3cdfcb317128", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:23:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-trusted-ca-bundle", "reconcileID": "fb5942bd-00b5-4140-9b3f-adaf88a29729", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:23:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-trusted-ca-bundle", "reconcileID": "fb5942bd-00b5-4140-9b3f-adaf88a29729", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:23:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "openshift-service-ca.crt", "reconcileID": "ef864039-be17-426d-8b1d-e631c8eb4b1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:23:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36b60d19-d707-4afb-b37c-1b6cd9b33f4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:23:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-trusted-ca-bundle", "reconcileID": "66c653e8-b9c3-4acf-b47b-352d22208b11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:23:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-trusted-ca-bundle", "reconcileID": "66c653e8-b9c3-4acf-b47b-352d22208b11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:23:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7baf386-ee67-4f32-b5fd-d5a911d7021f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:23:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "daaeee83-ed6a-4323-b811-61891a91fd9b", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "daaeee83-ed6a-4323-b811-61891a91fd9b", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:23:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "daaeee83-ed6a-4323-b811-61891a91fd9b", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "c62cb3f7-e21b-4c78-b83b-9c3215f88806", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:23:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "c62cb3f7-e21b-4c78-b83b-9c3215f88806", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:23:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "c62cb3f7-e21b-4c78-b83b-9c3215f88806", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "2b3708eb-da65-44e2-bcc4-4a1c98cc99f9", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "2b3708eb-da65-44e2-bcc4-4a1c98cc99f9", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "2b3708eb-da65-44e2-bcc4-4a1c98cc99f9", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "2697724a-60e5-49ff-a37d-b034c5535302", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "2697724a-60e5-49ff-a37d-b034c5535302", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "2697724a-60e5-49ff-a37d-b034c5535302", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "ea84144f-57a3-48e3-a04f-a9de32f3659c", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "ea84144f-57a3-48e3-a04f-a9de32f3659c", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "ea84144f-57a3-48e3-a04f-a9de32f3659c", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "d0fbef11-11df-4105-94e0-2432d1be32f5", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "d0fbef11-11df-4105-94e0-2432d1be32f5", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "d0fbef11-11df-4105-94e0-2432d1be32f5", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "190fcde5-a186-4cde-b602-82fd7797eae4", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "190fcde5-a186-4cde-b602-82fd7797eae4", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "190fcde5-a186-4cde-b602-82fd7797eae4", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "ca0c4eb0-7931-47ca-aba8-37549780d605", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "ca0c4eb0-7931-47ca-aba8-37549780d605", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "ca0c4eb0-7931-47ca-aba8-37549780d605", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "13d5ccfe-9568-4a97-b3c8-260c04e51e06", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "13d5ccfe-9568-4a97-b3c8-260c04e51e06", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "13d5ccfe-9568-4a97-b3c8-260c04e51e06", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "1f9a9dfb-2449-449b-92de-0ea6605011d6", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "1f9a9dfb-2449-449b-92de-0ea6605011d6", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "1f9a9dfb-2449-449b-92de-0ea6605011d6", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "openshift-service-ca.crt", "reconcileID": "6447b696-eb24-4924-83e1-fa6321bcc8cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:24:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-trusted-ca-bundle", "reconcileID": "678899ac-42ce-4ea8-af33-fb22a711fb76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:24:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "openshift-service-ca.crt", "reconcileID": "cde39044-b53f-4d4e-a226-570fe970ce5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a52b50", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:24:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "openshift-service-ca.crt", "reconcileID": "cde39044-b53f-4d4e-a226-570fe970ce5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:24:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "openshift-service-ca.crt", "reconcileID": "09f3771e-37aa-4bde-a07c-b9b8643d7311", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:24:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8336caf-d452-487b-a6af-c790c75433c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:24:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-trusted-ca-bundle", "reconcileID": "5d17b155-2835-4eda-a9b9-48c1676eb6ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:24:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-trusted-ca-bundle", "reconcileID": "5d17b155-2835-4eda-a9b9-48c1676eb6ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:24:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e380df9c-dfd5-4df1-917e-b883394cd00a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:24:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "b498767a-82c6-4e19-8bb8-0a6cbb4f65c6", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "b498767a-82c6-4e19-8bb8-0a6cbb4f65c6", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "b498767a-82c6-4e19-8bb8-0a6cbb4f65c6", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "fcd7355e-f9af-4f5b-b1d5-b408da3651ba", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "fcd7355e-f9af-4f5b-b1d5-b408da3651ba", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:24:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "fcd7355e-f9af-4f5b-b1d5-b408da3651ba", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:24:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "33b30bb3-efd2-45b2-9e9b-36325f24e0ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "33b30bb3-efd2-45b2-9e9b-36325f24e0ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "33b30bb3-efd2-45b2-9e9b-36325f24e0ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "38f3b24c-1cd2-4dd1-8391-621df7f7e08a", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:24:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "33b30bb3-efd2-45b2-9e9b-36325f24e0ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:24:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "33b30bb3-efd2-45b2-9e9b-36325f24e0ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "authType": "userdefined"} 2026-09-06T06:24:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "33b30bb3-efd2-45b2-9e9b-36325f24e0ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "38f3b24c-1cd2-4dd1-8391-621df7f7e08a", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:24:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "38f3b24c-1cd2-4dd1-8391-621df7f7e08a", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:24:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "0bdf31aa-e41f-45cd-ac36-8138603cff98", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "0bdf31aa-e41f-45cd-ac36-8138603cff98", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "0bdf31aa-e41f-45cd-ac36-8138603cff98", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "0bdf31aa-e41f-45cd-ac36-8138603cff98", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:24:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "0bdf31aa-e41f-45cd-ac36-8138603cff98", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "authType": "userdefined"} 2026-09-06T06:24:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "0bdf31aa-e41f-45cd-ac36-8138603cff98", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "9e1cdf28-0ffb-4468-b610-e37442ea6867", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:24:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "9e1cdf28-0ffb-4468-b610-e37442ea6867", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:24:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "9e1cdf28-0ffb-4468-b610-e37442ea6867", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:24:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "8353c583-b6f1-46ce-9d97-fb9c2aa66ab2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "8353c583-b6f1-46ce-9d97-fb9c2aa66ab2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "8353c583-b6f1-46ce-9d97-fb9c2aa66ab2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:24:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "8353c583-b6f1-46ce-9d97-fb9c2aa66ab2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:24:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "8353c583-b6f1-46ce-9d97-fb9c2aa66ab2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "authType": "userdefined"} 2026-09-06T06:24:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "8353c583-b6f1-46ce-9d97-fb9c2aa66ab2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:25:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cfb9a80c-f146-41ea-b3cc-22f6878eb1ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:25:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cfb9a80c-f146-41ea-b3cc-22f6878eb1ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:25:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cfb9a80c-f146-41ea-b3cc-22f6878eb1ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:25:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cfb9a80c-f146-41ea-b3cc-22f6878eb1ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:25:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cfb9a80c-f146-41ea-b3cc-22f6878eb1ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "authType": "userdefined"} 2026-09-06T06:25:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cfb9a80c-f146-41ea-b3cc-22f6878eb1ca", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:25:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "c498e69a-5d9c-4420-8e83-fde204cbb228", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:25:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "c498e69a-5d9c-4420-8e83-fde204cbb228", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:25:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "c498e69a-5d9c-4420-8e83-fde204cbb228", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:25:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "c498e69a-5d9c-4420-8e83-fde204cbb228", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:25:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "c498e69a-5d9c-4420-8e83-fde204cbb228", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "authType": "userdefined"} 2026-09-06T06:25:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "c498e69a-5d9c-4420-8e83-fde204cbb228", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:25:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "435ae70f-2a8c-42b5-9aba-0c31d951a719", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "435ae70f-2a8c-42b5-9aba-0c31d951a719", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "435ae70f-2a8c-42b5-9aba-0c31d951a719", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "c9e3d3a4-c794-4288-83dc-f3a62c6fd632", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "c9e3d3a4-c794-4288-83dc-f3a62c6fd632", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "c9e3d3a4-c794-4288-83dc-f3a62c6fd632", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "fa2f9fb2-036b-40c8-b387-52450a27219b", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "fa2f9fb2-036b-40c8-b387-52450a27219b", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "fa2f9fb2-036b-40c8-b387-52450a27219b", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "7e066ee4-0d76-4a1f-abec-5c31c7aae583", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "7e066ee4-0d76-4a1f-abec-5c31c7aae583", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "7e066ee4-0d76-4a1f-abec-5c31c7aae583", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "028cad5f-f50b-4c20-9f6c-8261c46c6d36", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "028cad5f-f50b-4c20-9f6c-8261c46c6d36", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "028cad5f-f50b-4c20-9f6c-8261c46c6d36", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "9a479681-b18e-41cd-af33-8f0699997091", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "9a479681-b18e-41cd-af33-8f0699997091", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "9a479681-b18e-41cd-af33-8f0699997091", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "cde93d2b-f584-46ef-837a-e4a8303289c2", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "cde93d2b-f584-46ef-837a-e4a8303289c2", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "cde93d2b-f584-46ef-837a-e4a8303289c2", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "openshift-service-ca.crt", "reconcileID": "1f5b2ead-b9b9-41fa-a9b6-ce6b623502c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:25:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-trusted-ca-bundle", "reconcileID": "4962e209-b397-4f5f-beb2-1b10ba003129", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:25:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "openshift-service-ca.crt", "reconcileID": "f2adba9c-ccc8-46e8-a8b4-4325820af893", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:25:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "openshift-service-ca.crt", "reconcileID": "f2adba9c-ccc8-46e8-a8b4-4325820af893", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:25:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95a54117-380e-480d-a3c6-9cc3ea04323b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:25:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "openshift-service-ca.crt", "reconcileID": "71cacace-594c-4a90-9bfd-9dc3236f537b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:25:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-trusted-ca-bundle", "reconcileID": "09a67b7a-7d34-4b75-9615-83ffcd5a89bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:25:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-trusted-ca-bundle", "reconcileID": "09a67b7a-7d34-4b75-9615-83ffcd5a89bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:25:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67c29c6f-b839-47bc-8994-05df79aa8c3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "38d2a6ae-c990-4307-91a4-047ed810521a", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "38d2a6ae-c990-4307-91a4-047ed810521a", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "38d2a6ae-c990-4307-91a4-047ed810521a", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "358e3de0-dd09-412e-ae7f-bcb43d1100d7", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "358e3de0-dd09-412e-ae7f-bcb43d1100d7", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "358e3de0-dd09-412e-ae7f-bcb43d1100d7", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "d84a9138-225c-44c7-9379-02f7cda4238f", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "d84a9138-225c-44c7-9379-02f7cda4238f", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d-authn-ssl"} 2026-09-06T06:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "d84a9138-225c-44c7-9379-02f7cda4238f", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:26:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "698a627d-4e00-4731-b00e-915711ae649c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:26:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "698a627d-4e00-4731-b00e-915711ae649c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:26:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "698a627d-4e00-4731-b00e-915711ae649c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-3cf67d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T06:26:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-trusted-ca-bundle", "reconcileID": "a3c48b3c-fa2e-42c7-ba2c-d83ae02c3cc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:26:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-trusted-ca-bundle", "reconcileID": "a3c48b3c-fa2e-42c7-ba2c-d83ae02c3cc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:26:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "openshift-service-ca.crt", "reconcileID": "5939c740-ef52-4b03-a663-107816845e7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:26:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "openshift-service-ca.crt", "reconcileID": "5939c740-ef52-4b03-a663-107816845e7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:26:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb8488c0-11c7-4bf7-830b-1a6f7e0671e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:26:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3cf67d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb8488c0-11c7-4bf7-830b-1a6f7e0671e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3cf67d"} 2026-09-06T06:26:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3cf67d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3cf67d", "reconcileID": "29ed5a8e-4d66-4198-92c5-e5d1cf482677", "Gateway": "e2e-ipp-cleanup-3cf67d", "namespace": "openshift-ingress"} 2026-09-06T06:26:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "a3d8b52c-d754-4822-99b5-19a6f1a7bd55", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:26:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "a3d8b52c-d754-4822-99b5-19a6f1a7bd55", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:26:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "a3d8b52c-d754-4822-99b5-19a6f1a7bd55", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:26:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "dddc3658-374b-435f-92cf-64902fa8dfd4", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:26:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "dddc3658-374b-435f-92cf-64902fa8dfd4", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:26:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "dddc3658-374b-435f-92cf-64902fa8dfd4", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:26:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "1a1e9517-3270-4916-9a90-3c09473bac5a", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:26:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "1a1e9517-3270-4916-9a90-3c09473bac5a", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:26:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "1a1e9517-3270-4916-9a90-3c09473bac5a", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:26:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "1a1e9517-3270-4916-9a90-3c09473bac5a", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:26:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "1a1e9517-3270-4916-9a90-3c09473bac5a", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "authType": "userdefined"} 2026-09-06T06:26:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "1a1e9517-3270-4916-9a90-3c09473bac5a", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:26:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "ab809e11-b2ca-4a1c-a8c4-1b07f3841592", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:26:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "ab809e11-b2ca-4a1c-a8c4-1b07f3841592", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:26:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "ab809e11-b2ca-4a1c-a8c4-1b07f3841592", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:26:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T06:26:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T06:26:46Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T06:26:46Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T06:27:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "25f4ca2f-10f2-4038-8090-c031e3f8ffd8", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:27:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "25f4ca2f-10f2-4038-8090-c031e3f8ffd8", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:27:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "342453ae-c5e9-49e7-ae2f-5e02a2520887", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "342453ae-c5e9-49e7-ae2f-5e02a2520887", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "342453ae-c5e9-49e7-ae2f-5e02a2520887", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "342453ae-c5e9-49e7-ae2f-5e02a2520887", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:27:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "342453ae-c5e9-49e7-ae2f-5e02a2520887", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "authType": "userdefined"} 2026-09-06T06:27:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "342453ae-c5e9-49e7-ae2f-5e02a2520887", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "25f4ca2f-10f2-4038-8090-c031e3f8ffd8", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:27:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3ebffb2-b367-4b63-bc5b-202b07e00323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3ebffb2-b367-4b63-bc5b-202b07e00323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:27:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3ebffb2-b367-4b63-bc5b-202b07e00323", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a36847 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T06:27:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-trusted-ca-bundle", "reconcileID": "68092753-345e-424d-b70f-7d113f9dbb94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-trusted-ca-bundle", "reconcileID": "68092753-345e-424d-b70f-7d113f9dbb94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "openshift-service-ca.crt", "reconcileID": "381a4350-68a1-4b3a-82dc-ed7f424d5738", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "openshift-service-ca.crt", "reconcileID": "381a4350-68a1-4b3a-82dc-ed7f424d5738", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c26d4d6d-9b39-47d7-9ee0-87650adf8de4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c26d4d6d-9b39-47d7-9ee0-87650adf8de4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d74f14b5-1bce-4907-a2bb-ce18b689ca54", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d74f14b5-1bce-4907-a2bb-ce18b689ca54", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d74f14b5-1bce-4907-a2bb-ce18b689ca54", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d74f14b5-1bce-4907-a2bb-ce18b689ca54", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:27:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d74f14b5-1bce-4907-a2bb-ce18b689ca54", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "authType": "userdefined"} 2026-09-06T06:27:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d74f14b5-1bce-4907-a2bb-ce18b689ca54", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d23c4478-4af3-42a5-8dfe-ab7ee17ce1e2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d23c4478-4af3-42a5-8dfe-ab7ee17ce1e2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847"} 2026-09-06T06:27:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d23c4478-4af3-42a5-8dfe-ab7ee17ce1e2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d23c4478-4af3-42a5-8dfe-ab7ee17ce1e2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d23c4478-4af3-42a5-8dfe-ab7ee17ce1e2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:27:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d23c4478-4af3-42a5-8dfe-ab7ee17ce1e2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:27:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d23c4478-4af3-42a5-8dfe-ab7ee17ce1e2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "d23c4478-4af3-42a5-8dfe-ab7ee17ce1e2", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cf537dca-df79-44cd-bfc5-8c6b1f9728da", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cf537dca-df79-44cd-bfc5-8c6b1f9728da", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847"} 2026-09-06T06:27:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cf537dca-df79-44cd-bfc5-8c6b1f9728da", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cf537dca-df79-44cd-bfc5-8c6b1f9728da", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cf537dca-df79-44cd-bfc5-8c6b1f9728da", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:27:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cf537dca-df79-44cd-bfc5-8c6b1f9728da", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847-kserve-route-authn"} 2026-09-06T06:27:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cf537dca-df79-44cd-bfc5-8c6b1f9728da", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "cf537dca-df79-44cd-bfc5-8c6b1f9728da", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a36847","namespace":"ai-tenant-e2e-ipp-a-a36847"}, "namespace": "ai-tenant-e2e-ipp-a-a36847", "name": "ipp-route-a36847", "reconcileID": "c1e4df53-dfa2-4bfc-948e-eed8ed18342c", "LLMInferenceService": "ipp-route-a36847", "namespace": "ai-tenant-e2e-ipp-a-a36847"} 2026-09-06T06:27:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "4081a079-a7b5-4b13-87ca-66b9b8358208", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:27:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "4081a079-a7b5-4b13-87ca-66b9b8358208", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847-authn-ssl"} 2026-09-06T06:27:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "4081a079-a7b5-4b13-87ca-66b9b8358208", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:27:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a36847","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a36847", "reconcileID": "c156b5d0-b620-412a-9c8e-dedc428884fc", "Gateway": "e2e-ipp-a-a36847", "namespace": "openshift-ingress"} 2026-09-06T06:27:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "ab2fa3c8-5229-40a0-8eda-fb7987b8feec", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:27:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "ab2fa3c8-5229-40a0-8eda-fb7987b8feec", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:27:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "ab2fa3c8-5229-40a0-8eda-fb7987b8feec", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:27:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "c4a6d008-7fb2-4c2f-a692-15b87ee14ee1", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:27:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "c4a6d008-7fb2-4c2f-a692-15b87ee14ee1", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50-authn-ssl"} 2026-09-06T06:27:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "c4a6d008-7fb2-4c2f-a692-15b87ee14ee1", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef800a89-a835-4de1-9589-269ecb7ba9b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:27:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef800a89-a835-4de1-9589-269ecb7ba9b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:27:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef800a89-a835-4de1-9589-269ecb7ba9b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a52b50 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T06:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-trusted-ca-bundle", "reconcileID": "8910f259-d86a-4ea7-84aa-46bbc1b225e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-trusted-ca-bundle", "reconcileID": "8910f259-d86a-4ea7-84aa-46bbc1b225e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "openshift-service-ca.crt", "reconcileID": "6b4ffeeb-87dd-4904-a7a9-7f325a089685", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "openshift-service-ca.crt", "reconcileID": "6b4ffeeb-87dd-4904-a7a9-7f325a089685", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea0af9d4-4970-4cb7-903e-bd8716402666", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a52b50"}, "namespace": "ai-tenant-e2e-ipp-b-a52b50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea0af9d4-4970-4cb7-903e-bd8716402666", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a52b50"} 2026-09-06T06:27:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a52b50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a52b50", "reconcileID": "70fa09ba-033f-48bf-a13a-a961010c5ced", "Gateway": "e2e-ipp-b-a52b50", "namespace": "openshift-ingress"} 2026-09-06T06:27:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "f167a4c7-862f-4fb8-932d-57df493baacc", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress"} 2026-09-06T06:27:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "f167a4c7-862f-4fb8-932d-57df493baacc", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831-authn-ssl"} 2026-09-06T06:27:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "f167a4c7-862f-4fb8-932d-57df493baacc", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress"} 2026-09-06T06:27:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "a1aa1dbe-b0c0-4c4a-b6bc-9de46bb196d7", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress"} 2026-09-06T06:27:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "a1aa1dbe-b0c0-4c4a-b6bc-9de46bb196d7", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831-authn-ssl"} 2026-09-06T06:27:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "a1aa1dbe-b0c0-4c4a-b6bc-9de46bb196d7", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress"} 2026-09-06T06:28:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09312850-ae0a-445d-86f6-f5c2bd50c92f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:28:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09312850-ae0a-445d-86f6-f5c2bd50c92f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-429831", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:28:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09312850-ae0a-445d-86f6-f5c2bd50c92f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-429831 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T06:28:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "odh-trusted-ca-bundle", "reconcileID": "930510da-eaaf-43e4-a6dc-c47d74108029", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "odh-trusted-ca-bundle", "reconcileID": "930510da-eaaf-43e4-a6dc-c47d74108029", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:28:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "openshift-service-ca.crt", "reconcileID": "04df8574-b8fb-4232-9e45-759552ced2ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "openshift-service-ca.crt", "reconcileID": "04df8574-b8fb-4232-9e45-759552ced2ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:28:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "861ede8c-ea4d-49e0-a569-71bb704253f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-429831"}, "namespace": "ai-tenant-e2e-shared-a-w3-429831", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "861ede8c-ea4d-49e0-a569-71bb704253f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-429831"} 2026-09-06T06:28:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-429831","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-429831", "reconcileID": "5e833bb2-1e45-4d16-a21f-b56c956b323c", "Gateway": "e2e-shared-a-w3-429831", "namespace": "openshift-ingress"} 2026-09-06T06:28:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "1e26ddec-ba68-4cd5-8782-f1fcc4ae2067", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:28:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "1e26ddec-ba68-4cd5-8782-f1fcc4ae2067", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9-authn-ssl"} 2026-09-06T06:28:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "1e26ddec-ba68-4cd5-8782-f1fcc4ae2067", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:28:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "408dec93-1355-4441-b9c5-09570c7dc576", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:28:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "408dec93-1355-4441-b9c5-09570c7dc576", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9-authn-ssl"} 2026-09-06T06:28:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "408dec93-1355-4441-b9c5-09570c7dc576", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:28:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0b89000-3d53-4d67-a6a7-9ba78a51da35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:28:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0b89000-3d53-4d67-a6a7-9ba78a51da35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T06:28:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0b89000-3d53-4d67-a6a7-9ba78a51da35", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-dc97f9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T06:28:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "odh-trusted-ca-bundle", "reconcileID": "ce3717b8-3e74-4523-8cd9-e5116ad9dda4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:28:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "odh-trusted-ca-bundle", "reconcileID": "ce3717b8-3e74-4523-8cd9-e5116ad9dda4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:28:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "openshift-service-ca.crt", "reconcileID": "921c77cd-d963-457a-97e6-75379e1ecbf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:28:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "openshift-service-ca.crt", "reconcileID": "921c77cd-d963-457a-97e6-75379e1ecbf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:28:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a290e1fe-33b2-4dc9-8ea0-4197bfe3de58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:28:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dc97f9"}, "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a290e1fe-33b2-4dc9-8ea0-4197bfe3de58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dc97f9"} 2026-09-06T06:28:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dc97f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dc97f9", "reconcileID": "7ff37128-bdfa-4a72-a601-1a52d5e1cca4", "Gateway": "e2e-shared-b-w3-dc97f9", "namespace": "openshift-ingress"} 2026-09-06T06:32:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "84f9b910-4fbc-42f3-b975-a849ee51b565", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "84f9b910-4fbc-42f3-b975-a849ee51b565", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "84f9b910-4fbc-42f3-b975-a849ee51b565", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b5728da-ba74-4b33-9950-9c7a104c51e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:32:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "84f9b910-4fbc-42f3-b975-a849ee51b565", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "name": "e2e-same-id-a-555120e3-kserve-route-authn"} 2026-09-06T06:32:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "84f9b910-4fbc-42f3-b975-a849ee51b565", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "authType": "userdefined"} 2026-09-06T06:32:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "84f9b910-4fbc-42f3-b975-a849ee51b565", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b5728da-ba74-4b33-9950-9c7a104c51e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T06:32:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b5728da-ba74-4b33-9950-9c7a104c51e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:32:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "db0e0f7d-09e2-473b-8929-79191fcb32af", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "db0e0f7d-09e2-473b-8929-79191fcb32af", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "db0e0f7d-09e2-473b-8929-79191fcb32af", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31bba588-dea0-4f0f-ba92-6a5d257942f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:32:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "db0e0f7d-09e2-473b-8929-79191fcb32af", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "name": "e2e-same-id-b-555120e3-kserve-route-authn"} 2026-09-06T06:32:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "db0e0f7d-09e2-473b-8929-79191fcb32af", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "authType": "userdefined"} 2026-09-06T06:32:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "db0e0f7d-09e2-473b-8929-79191fcb32af", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31bba588-dea0-4f0f-ba92-6a5d257942f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T06:32:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31bba588-dea0-4f0f-ba92-6a5d257942f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:32:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "db025c4f-9a2c-4970-be53-97589d6f2d3d", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "db025c4f-9a2c-4970-be53-97589d6f2d3d", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "db025c4f-9a2c-4970-be53-97589d6f2d3d", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "db025c4f-9a2c-4970-be53-97589d6f2d3d", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "name": "e2e-same-id-a-555120e3-kserve-route-authn"} 2026-09-06T06:32:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "db025c4f-9a2c-4970-be53-97589d6f2d3d", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "authType": "userdefined"} 2026-09-06T06:32:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "db025c4f-9a2c-4970-be53-97589d6f2d3d", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75e4d1bf-d1c1-48fb-a856-c5b4a02ad03f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75e4d1bf-d1c1-48fb-a856-c5b4a02ad03f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T06:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75e4d1bf-d1c1-48fb-a856-c5b4a02ad03f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:32:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "aec19850-633d-4822-b4a7-05bb0d8b8141", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "aec19850-633d-4822-b4a7-05bb0d8b8141", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "aec19850-633d-4822-b4a7-05bb0d8b8141", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "aec19850-633d-4822-b4a7-05bb0d8b8141", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "name": "e2e-same-id-a-555120e3-kserve-route-authn"} 2026-09-06T06:32:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "aec19850-633d-4822-b4a7-05bb0d8b8141", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "authType": "userdefined"} 2026-09-06T06:32:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "aec19850-633d-4822-b4a7-05bb0d8b8141", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:32:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "1ad657b0-79f7-48bc-9f9c-5c71b3701298", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:32:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "1ad657b0-79f7-48bc-9f9c-5c71b3701298", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:32:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "1ad657b0-79f7-48bc-9f9c-5c71b3701298", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:32:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "1ad657b0-79f7-48bc-9f9c-5c71b3701298", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "name": "e2e-same-id-b-555120e3-kserve-route-authn"} 2026-09-06T06:32:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "1ad657b0-79f7-48bc-9f9c-5c71b3701298", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "authType": "userdefined"} 2026-09-06T06:32:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "1ad657b0-79f7-48bc-9f9c-5c71b3701298", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22df9f08-4857-4a0d-8a70-d7718fb77274", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22df9f08-4857-4a0d-8a70-d7718fb77274", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T06:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22df9f08-4857-4a0d-8a70-d7718fb77274", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:33:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "21e22a89-fc83-48f9-a40f-d1c47ad344e4", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "21e22a89-fc83-48f9-a40f-d1c47ad344e4", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "21e22a89-fc83-48f9-a40f-d1c47ad344e4", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "21e22a89-fc83-48f9-a40f-d1c47ad344e4", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "name": "e2e-same-id-b-555120e3-kserve-route-authn"} 2026-09-06T06:33:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "21e22a89-fc83-48f9-a40f-d1c47ad344e4", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "authType": "userdefined"} 2026-09-06T06:33:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "21e22a89-fc83-48f9-a40f-d1c47ad344e4", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "d147bd76-8635-4a69-94ea-15140b83d715", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:33:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "d147bd76-8635-4a69-94ea-15140b83d715", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:33:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "d147bd76-8635-4a69-94ea-15140b83d715", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:33:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "d147bd76-8635-4a69-94ea-15140b83d715", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "name": "e2e-same-id-a-555120e3-kserve-route-authn"} 2026-09-06T06:33:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "d147bd76-8635-4a69-94ea-15140b83d715", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "authType": "userdefined"} 2026-09-06T06:33:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "d147bd76-8635-4a69-94ea-15140b83d715", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:33:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "77200b46-34aa-46ac-95d7-eff2035eab1f", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "77200b46-34aa-46ac-95d7-eff2035eab1f", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "77200b46-34aa-46ac-95d7-eff2035eab1f", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "77200b46-34aa-46ac-95d7-eff2035eab1f", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "name": "e2e-same-id-b-555120e3-kserve-route-authn"} 2026-09-06T06:33:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "77200b46-34aa-46ac-95d7-eff2035eab1f", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "authType": "userdefined"} 2026-09-06T06:33:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "77200b46-34aa-46ac-95d7-eff2035eab1f", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "e0a27912-0174-4a21-9bb5-29763549a05a", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:33:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "e0a27912-0174-4a21-9bb5-29763549a05a", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "name": "e2e-same-id-a-555120e3"} 2026-09-06T06:33:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "e0a27912-0174-4a21-9bb5-29763549a05a", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:33:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "e0a27912-0174-4a21-9bb5-29763549a05a", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:33:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "e0a27912-0174-4a21-9bb5-29763549a05a", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "name": "e2e-same-id-a-555120e3-kserve-route-authn"} 2026-09-06T06:33:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "e0a27912-0174-4a21-9bb5-29763549a05a", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm", "name": "e2e-same-id-a-555120e3-kserve-route-authn"} 2026-09-06T06:33:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-555120e3", "reconcileID": "b4b04c8a-6594-468d-9bfc-430e30cd5530", "LLMInferenceService": "e2e-same-id-a-555120e3", "namespace": "llm"} 2026-09-06T06:33:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc5893fb-4cc4-4ab5-91cf-6124a1f01b2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:33:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc5893fb-4cc4-4ab5-91cf-6124a1f01b2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T06:33:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc5893fb-4cc4-4ab5-91cf-6124a1f01b2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:33:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "986a5d6f-9dc5-4456-9ac6-2521b0afa7e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:33:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "986a5d6f-9dc5-4456-9ac6-2521b0afa7e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T06:33:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "986a5d6f-9dc5-4456-9ac6-2521b0afa7e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:33:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "119588c5-c01d-4613-89c5-b376af3974fb", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "119588c5-c01d-4613-89c5-b376af3974fb", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "name": "e2e-same-id-b-555120e3"} 2026-09-06T06:33:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "119588c5-c01d-4613-89c5-b376af3974fb", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "119588c5-c01d-4613-89c5-b376af3974fb", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "119588c5-c01d-4613-89c5-b376af3974fb", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "name": "e2e-same-id-b-555120e3-kserve-route-authn"} 2026-09-06T06:33:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "119588c5-c01d-4613-89c5-b376af3974fb", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm", "name": "e2e-same-id-b-555120e3-kserve-route-authn"} 2026-09-06T06:33:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-555120e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-555120e3", "reconcileID": "00bf5989-6962-4dc7-a5b8-6cb9a650da55", "LLMInferenceService": "e2e-same-id-b-555120e3", "namespace": "llm"} 2026-09-06T06:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f94863d4-9452-40a3-b344-ce56de41478d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f94863d4-9452-40a3-b344-ce56de41478d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T06:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f94863d4-9452-40a3-b344-ce56de41478d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83e3333b-7571-447a-bf13-0626bf326948", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T06:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83e3333b-7571-447a-bf13-0626bf326948", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T06:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83e3333b-7571-447a-bf13-0626bf326948", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}