2026-09-08T15:57:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "a2b130ef-3eec-4daf-9a05-6245b47b4014", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:57:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-be2aba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-be2aba", "reconcileID": "03e8673e-1ea0-4bae-bcf9-1dc59d9742f0", "Gateway": "e2e-shared-a-w2-be2aba", "namespace": "openshift-ingress"} 2026-09-08T15:57:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-be2aba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-be2aba", "reconcileID": "03e8673e-1ea0-4bae-bcf9-1dc59d9742f0", "Gateway": "e2e-shared-a-w2-be2aba", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-be2aba-authn-ssl"} 2026-09-08T15:57:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-be2aba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-be2aba", "reconcileID": "03e8673e-1ea0-4bae-bcf9-1dc59d9742f0", "Gateway": "e2e-shared-a-w2-be2aba", "namespace": "openshift-ingress"} 2026-09-08T15:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-be2aba"}, "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18ab6ccb-26cc-45b9-a8f8-3dc3a5f75687", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-be2aba"} 2026-09-08T15:57:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-be2aba"}, "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18ab6ccb-26cc-45b9-a8f8-3dc3a5f75687", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:57:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-be2aba"}, "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18ab6ccb-26cc-45b9-a8f8-3dc3a5f75687", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-be2aba because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-be2aba"}, "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "name": "odh-trusted-ca-bundle", "reconcileID": "2a2c86a8-3bc3-4ecb-99ce-5ed32a40738b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-be2aba"} 2026-09-08T15:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-be2aba"}, "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "name": "odh-trusted-ca-bundle", "reconcileID": "2a2c86a8-3bc3-4ecb-99ce-5ed32a40738b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-be2aba"} 2026-09-08T15:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-be2aba"}, "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "name": "openshift-service-ca.crt", "reconcileID": "7db7de07-24d6-405e-8d84-ccf168743e1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-be2aba"} 2026-09-08T15:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-be2aba"}, "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "name": "openshift-service-ca.crt", "reconcileID": "7db7de07-24d6-405e-8d84-ccf168743e1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-be2aba"} 2026-09-08T15:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-be2aba"}, "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d94841dd-8dad-453b-bc0e-50073296af9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-be2aba"} 2026-09-08T15:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-be2aba"}, "namespace": "ai-tenant-e2e-shared-a-w2-be2aba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d94841dd-8dad-453b-bc0e-50073296af9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-be2aba"} 2026-09-08T15:57:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-be2aba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-be2aba", "reconcileID": "2b85e43d-8ed2-4629-9010-5e9aae913d7e", "Gateway": "e2e-shared-a-w2-be2aba", "namespace": "openshift-ingress"} 2026-09-08T15:57:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "ba49550c-604e-491e-9d89-8ddb1169e9be", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:57:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "ba49550c-604e-491e-9d89-8ddb1169e9be", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:57:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "ba49550c-604e-491e-9d89-8ddb1169e9be", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:57:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "ba49550c-604e-491e-9d89-8ddb1169e9be", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99-kserve-route-authn"} 2026-09-08T15:57:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "ba49550c-604e-491e-9d89-8ddb1169e9be", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "authType": "userdefined"} 2026-09-08T15:57:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "ba49550c-604e-491e-9d89-8ddb1169e9be", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:57:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ac386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ac386", "reconcileID": "adfaf522-a28b-467a-9689-b74f6303f676", "Gateway": "e2e-shared-b-w2-0ac386", "namespace": "openshift-ingress"} 2026-09-08T15:57:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ac386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ac386", "reconcileID": "adfaf522-a28b-467a-9689-b74f6303f676", "Gateway": "e2e-shared-b-w2-0ac386", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ac386-authn-ssl"} 2026-09-08T15:57:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ac386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ac386", "reconcileID": "adfaf522-a28b-467a-9689-b74f6303f676", "Gateway": "e2e-shared-b-w2-0ac386", "namespace": "openshift-ingress"} 2026-09-08T15:57:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "1d263750-3f45-400e-8402-06211e341109", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "1d263750-3f45-400e-8402-06211e341109", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "1d263750-3f45-400e-8402-06211e341109", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "e22a0ab8-e169-418c-81b4-d73999a8ebdd", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T15:57:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "1d263750-3f45-400e-8402-06211e341109", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b-kserve-route-authn"} 2026-09-08T15:57:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "1d263750-3f45-400e-8402-06211e341109", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "authType": "userdefined"} 2026-09-08T15:57:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "1d263750-3f45-400e-8402-06211e341109", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "e22a0ab8-e169-418c-81b4-d73999a8ebdd", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b-authn-ssl"} 2026-09-08T15:57:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "e22a0ab8-e169-418c-81b4-d73999a8ebdd", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T15:57:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "c40ca956-0cdc-4fae-b9b4-fc25ea5390b4", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "c40ca956-0cdc-4fae-b9b4-fc25ea5390b4", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "c40ca956-0cdc-4fae-b9b4-fc25ea5390b4", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "c40ca956-0cdc-4fae-b9b4-fc25ea5390b4", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b-kserve-route-authn"} 2026-09-08T15:57:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "c40ca956-0cdc-4fae-b9b4-fc25ea5390b4", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "authType": "userdefined"} 2026-09-08T15:57:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "c40ca956-0cdc-4fae-b9b4-fc25ea5390b4", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ac386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ac386", "reconcileID": "956564d1-3fbe-47b9-9d32-cacdaf74c185", "Gateway": "e2e-shared-b-w2-0ac386", "namespace": "openshift-ingress"} 2026-09-08T15:57:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ac386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ac386", "reconcileID": "956564d1-3fbe-47b9-9d32-cacdaf74c185", "Gateway": "e2e-shared-b-w2-0ac386", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ac386-authn-ssl"} 2026-09-08T15:57:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ac386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ac386", "reconcileID": "956564d1-3fbe-47b9-9d32-cacdaf74c185", "Gateway": "e2e-shared-b-w2-0ac386", "namespace": "openshift-ingress"} 2026-09-08T15:57:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ac386"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1367be01-cc4c-400b-8aaa-24da8a7ee819", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ac386"} 2026-09-08T15:57:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ac386"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1367be01-cc4c-400b-8aaa-24da8a7ee819", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:57:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ac386"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1367be01-cc4c-400b-8aaa-24da8a7ee819", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-0ac386 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:57:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ac386"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "name": "odh-trusted-ca-bundle", "reconcileID": "1286f4ac-2b99-4e42-bd33-31cdac5cd3a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ac386"} 2026-09-08T15:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ac386"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "name": "odh-trusted-ca-bundle", "reconcileID": "1286f4ac-2b99-4e42-bd33-31cdac5cd3a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ac386"} 2026-09-08T15:57:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-0ac386"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "name": "openshift-service-ca.crt", "reconcileID": "9cd38f78-a095-45aa-9862-3d02701f6c43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-0ac386"} 2026-09-08T15:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-0ac386"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "name": "openshift-service-ca.crt", "reconcileID": "9cd38f78-a095-45aa-9862-3d02701f6c43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-0ac386"} 2026-09-08T15:57:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ac386"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "811e3988-22e3-4033-8057-8540f8f22ea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ac386"} 2026-09-08T15:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0ac386"}, "namespace": "ai-tenant-e2e-shared-b-w2-0ac386", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "811e3988-22e3-4033-8057-8540f8f22ea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0ac386"} 2026-09-08T15:57:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0ac386","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0ac386", "reconcileID": "fe795f89-23f5-4acc-ac04-846b7ba20e0f", "Gateway": "e2e-shared-b-w2-0ac386", "namespace": "openshift-ingress"} 2026-09-08T15:57:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "1d506e53-e112-47a4-877a-e94ca57d4d29", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T15:57:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "1d506e53-e112-47a4-877a-e94ca57d4d29", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b-authn-ssl"} 2026-09-08T15:57:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "1d506e53-e112-47a4-877a-e94ca57d4d29", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T15:57:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "62baad0c-530b-4ab4-80bc-6d72e6ede5d2", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "62baad0c-530b-4ab4-80bc-6d72e6ede5d2", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "62baad0c-530b-4ab4-80bc-6d72e6ede5d2", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "62baad0c-530b-4ab4-80bc-6d72e6ede5d2", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b-kserve-route-authn"} 2026-09-08T15:57:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "62baad0c-530b-4ab4-80bc-6d72e6ede5d2", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "authType": "userdefined"} 2026-09-08T15:57:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "62baad0c-530b-4ab4-80bc-6d72e6ede5d2", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "ba157550-8dc7-4e0b-a857-355c0226a619", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "ba157550-8dc7-4e0b-a857-355c0226a619", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "ba157550-8dc7-4e0b-a857-355c0226a619", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:57:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "ba157550-8dc7-4e0b-a857-355c0226a619", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b-kserve-route-authn"} 2026-09-08T15:57:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "ba157550-8dc7-4e0b-a857-355c0226a619", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "authType": "userdefined"} 2026-09-08T15:57:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "ba157550-8dc7-4e0b-a857-355c0226a619", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:58:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "6c010bb1-5e25-4f54-b043-89d1f987d287", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:58:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "6c010bb1-5e25-4f54-b043-89d1f987d287", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99"} 2026-09-08T15:58:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "6c010bb1-5e25-4f54-b043-89d1f987d287", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:58:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "6c010bb1-5e25-4f54-b043-89d1f987d287", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:58:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "6c010bb1-5e25-4f54-b043-89d1f987d287", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99-kserve-route-authn"} 2026-09-08T15:58:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "6c010bb1-5e25-4f54-b043-89d1f987d287", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99-kserve-route-authn"} 2026-09-08T15:58:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "6c010bb1-5e25-4f54-b043-89d1f987d287", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:58:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "6c010bb1-5e25-4f54-b043-89d1f987d287", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:58:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b30e99","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "rate-test-model-b30e99", "reconcileID": "ae296f11-f9f0-4257-9440-e94fee354972", "LLMInferenceService": "rate-test-model-b30e99", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T15:58:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "98419709-88c7-4107-8fbd-af5f74a5400c", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress"} 2026-09-08T15:58:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "98419709-88c7-4107-8fbd-af5f74a5400c", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99-authn-ssl"} 2026-09-08T15:58:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "98419709-88c7-4107-8fbd-af5f74a5400c", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress"} 2026-09-08T15:58:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "c4bd6a85-02a7-4cca-ac27-37a2225fadbd", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress"} 2026-09-08T15:58:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "c4bd6a85-02a7-4cca-ac27-37a2225fadbd", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99-authn-ssl"} 2026-09-08T15:58:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "c4bd6a85-02a7-4cca-ac27-37a2225fadbd", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress"} 2026-09-08T15:58:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "d8d27d1a-d82d-4244-b849-3eca3a763a3d", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:58:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "d8d27d1a-d82d-4244-b849-3eca3a763a3d", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b"} 2026-09-08T15:58:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "d8d27d1a-d82d-4244-b849-3eca3a763a3d", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:58:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "d8d27d1a-d82d-4244-b849-3eca3a763a3d", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:58:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "d8d27d1a-d82d-4244-b849-3eca3a763a3d", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b-kserve-route-authn"} 2026-09-08T15:58:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "d8d27d1a-d82d-4244-b849-3eca3a763a3d", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b-kserve-route-authn"} 2026-09-08T15:58:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "d8d27d1a-d82d-4244-b849-3eca3a763a3d", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:58:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "d8d27d1a-d82d-4244-b849-3eca3a763a3d", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:58:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-642d3b","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "rate-test-model-642d3b", "reconcileID": "b62f52b4-bc2e-4541-aadd-bdacbead5695", "LLMInferenceService": "rate-test-model-642d3b", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T15:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "4c207444-917b-4d98-9d46-6ca6665b2c86", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "4c207444-917b-4d98-9d46-6ca6665b2c86", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b-authn-ssl"} 2026-09-08T15:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "4c207444-917b-4d98-9d46-6ca6665b2c86", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "a0bc4a9e-85cd-46bf-9e17-530ea14b3ae7", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "a0bc4a9e-85cd-46bf-9e17-530ea14b3ae7", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b-authn-ssl"} 2026-09-08T15:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "a0bc4a9e-85cd-46bf-9e17-530ea14b3ae7", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "38f118d9-0573-43a8-8e0d-f237a953ee14", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "38f118d9-0573-43a8-8e0d-f237a953ee14", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "38f118d9-0573-43a8-8e0d-f237a953ee14", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "6d3100ae-5d5d-4ff1-aef7-24174b6b8bb4", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "6d3100ae-5d5d-4ff1-aef7-24174b6b8bb4", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "6d3100ae-5d5d-4ff1-aef7-24174b6b8bb4", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "a2661d56-34bf-47ec-84ce-1ca7aaf8d86b", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "a2661d56-34bf-47ec-84ce-1ca7aaf8d86b", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "a2661d56-34bf-47ec-84ce-1ca7aaf8d86b", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "f7219876-e501-472f-87b2-6f1293258984", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "f7219876-e501-472f-87b2-6f1293258984", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "f7219876-e501-472f-87b2-6f1293258984", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "2fa07690-7d30-4877-8006-5bda00764059", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "2fa07690-7d30-4877-8006-5bda00764059", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "2fa07690-7d30-4877-8006-5bda00764059", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "9c7bbe11-3470-4bc6-a4ef-500e39227a85", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "9c7bbe11-3470-4bc6-a4ef-500e39227a85", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "9c7bbe11-3470-4bc6-a4ef-500e39227a85", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "c84ee8f3-be18-459e-b3ae-fca02cbbf9db", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "c84ee8f3-be18-459e-b3ae-fca02cbbf9db", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "c84ee8f3-be18-459e-b3ae-fca02cbbf9db", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "9f85fb23-e501-4d6a-b8d2-99710aa369e0", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "9f85fb23-e501-4d6a-b8d2-99710aa369e0", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "9f85fb23-e501-4d6a-b8d2-99710aa369e0", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "openshift-service-ca.crt", "reconcileID": "cff80583-517c-4241-a18c-8147917796f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-trusted-ca-bundle", "reconcileID": "997b9299-fb49-4852-bd96-9f16800a9887", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:58:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "openshift-service-ca.crt", "reconcileID": "248ea00f-9c32-41b7-b8c5-470e3f916b11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:58:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "openshift-service-ca.crt", "reconcileID": "248ea00f-9c32-41b7-b8c5-470e3f916b11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bec73ecf-37cb-45b1-98ae-77acb8c662ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "openshift-service-ca.crt", "reconcileID": "ada7e0e1-f4fe-4974-8a4a-0176f2d8a80c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:58:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-trusted-ca-bundle", "reconcileID": "0a75afec-8603-4726-816f-6122851bbd1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:58:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-trusted-ca-bundle", "reconcileID": "0a75afec-8603-4726-816f-6122851bbd1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e01166c-0534-49a8-87ff-05187b41054e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:58:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "f7c90055-f0e4-4522-942d-2f72000dab23", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "f7c90055-f0e4-4522-942d-2f72000dab23", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "f7c90055-f0e4-4522-942d-2f72000dab23", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "e919152e-0fac-4618-b6c4-30ddbcf873c3", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "e919152e-0fac-4618-b6c4-30ddbcf873c3", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:58:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "e919152e-0fac-4618-b6c4-30ddbcf873c3", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "5cb47c0b-9a7e-49c0-8f8c-7eebb2e7cc55", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "5cb47c0b-9a7e-49c0-8f8c-7eebb2e7cc55", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "5cb47c0b-9a7e-49c0-8f8c-7eebb2e7cc55", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "0ebcda75-1018-4f97-adbf-a71308eeb977", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "0ebcda75-1018-4f97-adbf-a71308eeb977", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "0ebcda75-1018-4f97-adbf-a71308eeb977", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "8434d5d9-fd42-44d1-8530-eae25e89de6e", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "8434d5d9-fd42-44d1-8530-eae25e89de6e", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "8434d5d9-fd42-44d1-8530-eae25e89de6e", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "6e3b3b5a-9d78-4fb5-afb3-332ec9d01556", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "6e3b3b5a-9d78-4fb5-afb3-332ec9d01556", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "6e3b3b5a-9d78-4fb5-afb3-332ec9d01556", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "61c275b5-65fb-4add-a532-ed168368ffad", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "61c275b5-65fb-4add-a532-ed168368ffad", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "61c275b5-65fb-4add-a532-ed168368ffad", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "52456313-1341-4ad9-bdf7-5c4a34920f56", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "52456313-1341-4ad9-bdf7-5c4a34920f56", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "52456313-1341-4ad9-bdf7-5c4a34920f56", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "85516d2d-5cbf-4073-954e-5afb8a4d7910", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "85516d2d-5cbf-4073-954e-5afb8a4d7910", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "85516d2d-5cbf-4073-954e-5afb8a4d7910", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "4e908953-9b6a-4908-bb96-739536cf155b", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "4e908953-9b6a-4908-bb96-739536cf155b", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:58:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "4e908953-9b6a-4908-bb96-739536cf155b", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "openshift-service-ca.crt", "reconcileID": "73927533-7ec0-4fdd-a1a2-bf3410a6b2a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T15:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-trusted-ca-bundle", "reconcileID": "d32d8646-1439-49d0-9054-faa8bd961753", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T15:58:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "openshift-service-ca.crt", "reconcileID": "804803be-0d83-4e3e-9812-d9fa0289258d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a3a348", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:58:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "openshift-service-ca.crt", "reconcileID": "804803be-0d83-4e3e-9812-d9fa0289258d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T15:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90ec8b24-b378-4f14-8a37-f3aa55accf74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T15:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "openshift-service-ca.crt", "reconcileID": "9ffcc402-b1a2-4de8-88ea-b1d6883d743e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T15:58:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-trusted-ca-bundle", "reconcileID": "ccf98cc7-e2bc-4c24-89ae-189f29a90d4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:58:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-trusted-ca-bundle", "reconcileID": "ccf98cc7-e2bc-4c24-89ae-189f29a90d4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T15:58:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9599238-ee82-47cd-a545-791509d38ec1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T15:58:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "a37abd92-e389-4e1e-820b-b710f16fee3c", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:58:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "a37abd92-e389-4e1e-820b-b710f16fee3c", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:58:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "a37abd92-e389-4e1e-820b-b710f16fee3c", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:59:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "e5ff950d-e00c-404a-87c7-f6d6fb25a230", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:59:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "e5ff950d-e00c-404a-87c7-f6d6fb25a230", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T15:59:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "e5ff950d-e00c-404a-87c7-f6d6fb25a230", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T15:59:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4926b47a-f848-464e-afad-878620b2ea85", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4926b47a-f848-464e-afad-878620b2ea85", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4926b47a-f848-464e-afad-878620b2ea85", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "b815d167-f209-4d37-9a5d-1d20700d4105", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:59:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4926b47a-f848-464e-afad-878620b2ea85", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T15:59:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4926b47a-f848-464e-afad-878620b2ea85", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "authType": "userdefined"} 2026-09-08T15:59:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4926b47a-f848-464e-afad-878620b2ea85", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "b815d167-f209-4d37-9a5d-1d20700d4105", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "b815d167-f209-4d37-9a5d-1d20700d4105", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:59:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4bf28701-7e6c-457c-bf88-5a32d0e7f0e6", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4bf28701-7e6c-457c-bf88-5a32d0e7f0e6", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4bf28701-7e6c-457c-bf88-5a32d0e7f0e6", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4bf28701-7e6c-457c-bf88-5a32d0e7f0e6", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T15:59:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4bf28701-7e6c-457c-bf88-5a32d0e7f0e6", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "authType": "userdefined"} 2026-09-08T15:59:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "4bf28701-7e6c-457c-bf88-5a32d0e7f0e6", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "2cc54bb7-0fa5-43eb-9807-22a671664fae", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:59:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "2cc54bb7-0fa5-43eb-9807-22a671664fae", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T15:59:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "2cc54bb7-0fa5-43eb-9807-22a671664fae", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T15:59:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "f51d6dd9-95ff-4b55-8c7b-77dde344d4b3", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "f51d6dd9-95ff-4b55-8c7b-77dde344d4b3", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "f51d6dd9-95ff-4b55-8c7b-77dde344d4b3", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "f51d6dd9-95ff-4b55-8c7b-77dde344d4b3", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T15:59:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "f51d6dd9-95ff-4b55-8c7b-77dde344d4b3", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "authType": "userdefined"} 2026-09-08T15:59:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "f51d6dd9-95ff-4b55-8c7b-77dde344d4b3", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e0c5ee96-21f3-4138-ac64-933f41a66eb4", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e0c5ee96-21f3-4138-ac64-933f41a66eb4", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e0c5ee96-21f3-4138-ac64-933f41a66eb4", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e0c5ee96-21f3-4138-ac64-933f41a66eb4", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T15:59:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e0c5ee96-21f3-4138-ac64-933f41a66eb4", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "authType": "userdefined"} 2026-09-08T15:59:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e0c5ee96-21f3-4138-ac64-933f41a66eb4", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "c40f772e-0e40-4fbf-b510-3f1bb07a1bff", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "c40f772e-0e40-4fbf-b510-3f1bb07a1bff", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "c40f772e-0e40-4fbf-b510-3f1bb07a1bff", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "c40f772e-0e40-4fbf-b510-3f1bb07a1bff", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T15:59:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "c40f772e-0e40-4fbf-b510-3f1bb07a1bff", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "authType": "userdefined"} 2026-09-08T15:59:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "c40f772e-0e40-4fbf-b510-3f1bb07a1bff", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T15:59:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:59:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:59:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:59:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "0c6738ed-9834-4683-af28-852363a946a6", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "0c6738ed-9834-4683-af28-852363a946a6", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T15:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "0c6738ed-9834-4683-af28-852363a946a6", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "71ec185c-6fb9-4a61-ac2a-6eced69e8d24", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "71ec185c-6fb9-4a61-ac2a-6eced69e8d24", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T15:59:56Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "71ec185c-6fb9-4a61-ac2a-6eced69e8d24", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-7a907b-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-7a907b-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:59:56Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-7a907b-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-7a907b-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-7a907b","uid":"ff3846a7-b79a-46f6-8a0b-9087fcc70fdb","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"53350"}, "reason": "ReconcileError"} 2026-09-08T15:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "08fb7149-fa92-4c18-8386-422ed452c6e7", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "08fb7149-fa92-4c18-8386-422ed452c6e7", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T15:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "08fb7149-fa92-4c18-8386-422ed452c6e7", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "b30b2c26-9ae3-4cf7-9f6c-4d745cac2200", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "b30b2c26-9ae3-4cf7-9f6c-4d745cac2200", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T15:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "b30b2c26-9ae3-4cf7-9f6c-4d745cac2200", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "51bf587e-9133-42b0-8653-80ee8e7da718", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "51bf587e-9133-42b0-8653-80ee8e7da718", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T15:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "51bf587e-9133-42b0-8653-80ee8e7da718", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "6c55a787-a651-4be7-8d90-129342612d94", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "6c55a787-a651-4be7-8d90-129342612d94", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T15:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "6c55a787-a651-4be7-8d90-129342612d94", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "49cfbe85-a5e8-43e6-8a13-581d2320b44d", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "49cfbe85-a5e8-43e6-8a13-581d2320b44d", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T15:59:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "49cfbe85-a5e8-43e6-8a13-581d2320b44d", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "e962340a-08a4-4f9d-a72d-f1ccbc3c4e8d", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T15:59:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "e962340a-08a4-4f9d-a72d-f1ccbc3c4e8d", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T15:59:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "e962340a-08a4-4f9d-a72d-f1ccbc3c4e8d", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "openshift-service-ca.crt", "reconcileID": "fb0d934b-7f90-459a-8ba2-725769b1fa06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-trusted-ca-bundle", "reconcileID": "97c37549-28a1-41c1-90ec-b2e994997071", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "openshift-service-ca.crt", "reconcileID": "e6289b75-b88f-4ee6-98a5-5219049cd3ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:00:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "openshift-service-ca.crt", "reconcileID": "e6289b75-b88f-4ee6-98a5-5219049cd3ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "openshift-service-ca.crt", "reconcileID": "452c4a51-569f-437c-abda-58d3c67a818a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a29041b4-a391-4cdb-a6eb-6695a6eee89f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-trusted-ca-bundle", "reconcileID": "46ee8201-75df-4631-af33-11295e982909", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:00:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-trusted-ca-bundle", "reconcileID": "46ee8201-75df-4631-af33-11295e982909", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3de35184-aaf0-4d14-892b-6759417bf82f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "a37ab2d5-f10a-49b7-83cf-de85ac183388", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "a37ab2d5-f10a-49b7-83cf-de85ac183388", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T16:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "a37ab2d5-f10a-49b7-83cf-de85ac183388", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "6715df05-b9ee-4b96-92fa-18e55ad33ce4", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "6715df05-b9ee-4b96-92fa-18e55ad33ce4", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T16:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "6715df05-b9ee-4b96-92fa-18e55ad33ce4", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "4d1a1d85-c07e-43d9-8e69-161bf2ea251e", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "4d1a1d85-c07e-43d9-8e69-161bf2ea251e", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T16:00:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "4d1a1d85-c07e-43d9-8e69-161bf2ea251e", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "8a75a1fb-afb8-4d05-bc47-05d767c9282d", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "8a75a1fb-afb8-4d05-bc47-05d767c9282d", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b-authn-ssl"} 2026-09-08T16:00:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "8a75a1fb-afb8-4d05-bc47-05d767c9282d", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f511b69f-6f28-402e-a719-b4065ff23773", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f511b69f-6f28-402e-a719-b4065ff23773", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:00:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f511b69f-6f28-402e-a719-b4065ff23773", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-7a907b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:00:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-trusted-ca-bundle", "reconcileID": "27a3ec5c-e8a4-4775-b401-db57f4a6d701", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-trusted-ca-bundle", "reconcileID": "27a3ec5c-e8a4-4775-b401-db57f4a6d701", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "openshift-service-ca.crt", "reconcileID": "d34302e7-4cae-4f5f-a76f-86f43c906923", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "openshift-service-ca.crt", "reconcileID": "d34302e7-4cae-4f5f-a76f-86f43c906923", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "092d4d82-a7cd-41d8-b1d5-2193ad0d7763", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7a907b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "092d4d82-a7cd-41d8-b1d5-2193ad0d7763", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7a907b"} 2026-09-08T16:00:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7a907b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7a907b", "reconcileID": "3225eba3-ff59-4d22-a1dd-6bdb5baf05ba", "Gateway": "e2e-ipp-cleanup-7a907b", "namespace": "openshift-ingress"} 2026-09-08T16:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "f49a791e-3c3c-4a48-bb58-88c123623f9c", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "f49a791e-3c3c-4a48-bb58-88c123623f9c", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T16:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "f49a791e-3c3c-4a48-bb58-88c123623f9c", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "2692ec73-d278-40f0-9782-32628ae9c0a9", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "2692ec73-d278-40f0-9782-32628ae9c0a9", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T16:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "2692ec73-d278-40f0-9782-32628ae9c0a9", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "a5470211-2f67-4bec-a8ed-5bd5a1890781", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "a5470211-2f67-4bec-a8ed-5bd5a1890781", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T16:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "a5470211-2f67-4bec-a8ed-5bd5a1890781", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:01:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "d218bb38-6931-4e20-89b3-97d4f9426f2e", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "d218bb38-6931-4e20-89b3-97d4f9426f2e", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "d218bb38-6931-4e20-89b3-97d4f9426f2e", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "d218bb38-6931-4e20-89b3-97d4f9426f2e", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T16:01:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "d218bb38-6931-4e20-89b3-97d4f9426f2e", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "authType": "userdefined"} 2026-09-08T16:01:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "d218bb38-6931-4e20-89b3-97d4f9426f2e", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e8e05ba4-d710-4445-99b8-e5093a0af3b0", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e8e05ba4-d710-4445-99b8-e5093a0af3b0", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a"} 2026-09-08T16:01:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e8e05ba4-d710-4445-99b8-e5093a0af3b0", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e8e05ba4-d710-4445-99b8-e5093a0af3b0", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e8e05ba4-d710-4445-99b8-e5093a0af3b0", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T16:01:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e8e05ba4-d710-4445-99b8-e5093a0af3b0", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T16:01:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e8e05ba4-d710-4445-99b8-e5093a0af3b0", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "e8e05ba4-d710-4445-99b8-e5093a0af3b0", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "9caaf5e2-2b0a-4192-b16d-db58fb2baf3a", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:01:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "9caaf5e2-2b0a-4192-b16d-db58fb2baf3a", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T16:01:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "9caaf5e2-2b0a-4192-b16d-db58fb2baf3a", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b515e711-9a11-40c4-934f-ae7b8d9ba091", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b515e711-9a11-40c4-934f-ae7b8d9ba091", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:01:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b515e711-9a11-40c4-934f-ae7b8d9ba091", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e0da5a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-trusted-ca-bundle", "reconcileID": "2c55efa5-b215-44ac-b9b4-1451b626f8cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-trusted-ca-bundle", "reconcileID": "2c55efa5-b215-44ac-b9b4-1451b626f8cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "openshift-service-ca.crt", "reconcileID": "61590de5-9c68-4f92-9136-b4c186c3bc84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "openshift-service-ca.crt", "reconcileID": "61590de5-9c68-4f92-9136-b4c186c3bc84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d65132b4-789d-420e-9a7e-2f1e32bf96c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d65132b4-789d-420e-9a7e-2f1e32bf96c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "8ea5f621-00d3-4ce4-8be9-228a953bb2a8", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "8ea5f621-00d3-4ce4-8be9-228a953bb2a8", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a"} 2026-09-08T16:01:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "8ea5f621-00d3-4ce4-8be9-228a953bb2a8", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "8ea5f621-00d3-4ce4-8be9-228a953bb2a8", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "8ea5f621-00d3-4ce4-8be9-228a953bb2a8", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T16:01:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "8ea5f621-00d3-4ce4-8be9-228a953bb2a8", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a-kserve-route-authn"} 2026-09-08T16:01:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "8ea5f621-00d3-4ce4-8be9-228a953bb2a8", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "8ea5f621-00d3-4ce4-8be9-228a953bb2a8", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0da5a","namespace":"ai-tenant-e2e-ipp-a-e0da5a"}, "namespace": "ai-tenant-e2e-ipp-a-e0da5a", "name": "ipp-route-e0da5a", "reconcileID": "88e25d51-de51-415b-9868-827882c1f1e0", "LLMInferenceService": "ipp-route-e0da5a", "namespace": "ai-tenant-e2e-ipp-a-e0da5a"} 2026-09-08T16:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "db198536-aa75-486b-9882-1098d7ddbb2f", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "db198536-aa75-486b-9882-1098d7ddbb2f", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a-authn-ssl"} 2026-09-08T16:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "db198536-aa75-486b-9882-1098d7ddbb2f", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:01:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0da5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0da5a", "reconcileID": "ed22ccb8-649e-4d42-b9d1-2da79e7d8edf", "Gateway": "e2e-ipp-a-e0da5a", "namespace": "openshift-ingress"} 2026-09-08T16:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "1f231132-95b2-49e2-a6ea-7996cab23297", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T16:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "1f231132-95b2-49e2-a6ea-7996cab23297", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T16:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "1f231132-95b2-49e2-a6ea-7996cab23297", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T16:02:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "06628b6e-e015-4d7b-a044-43d41a6355b2", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T16:02:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "06628b6e-e015-4d7b-a044-43d41a6355b2", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348-authn-ssl"} 2026-09-08T16:02:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "06628b6e-e015-4d7b-a044-43d41a6355b2", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T16:02:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ff55f8e-c736-43d7-8e31-23c396b7d93d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T16:02:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ff55f8e-c736-43d7-8e31-23c396b7d93d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:02:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ff55f8e-c736-43d7-8e31-23c396b7d93d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a3a348 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:02:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-trusted-ca-bundle", "reconcileID": "66f74abe-5b11-4f38-9ff2-02e01b1f5c4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T16:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-trusted-ca-bundle", "reconcileID": "66f74abe-5b11-4f38-9ff2-02e01b1f5c4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T16:02:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "openshift-service-ca.crt", "reconcileID": "6f6d19fd-b733-4fb7-8cb6-1db7aa366342", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T16:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "openshift-service-ca.crt", "reconcileID": "6f6d19fd-b733-4fb7-8cb6-1db7aa366342", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T16:02:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3db3ba7c-e17f-4e7d-abff-3c16e72fb0e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T16:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a3a348"}, "namespace": "ai-tenant-e2e-ipp-b-a3a348", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3db3ba7c-e17f-4e7d-abff-3c16e72fb0e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a3a348"} 2026-09-08T16:02:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a3a348","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a3a348", "reconcileID": "93eebf91-7fb4-4cf0-b15d-d65936341268", "Gateway": "e2e-ipp-b-a3a348", "namespace": "openshift-ingress"} 2026-09-08T16:02:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "2f96d29b-23f4-4d02-8d50-5e867a3f593d", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress"} 2026-09-08T16:02:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "2f96d29b-23f4-4d02-8d50-5e867a3f593d", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99-authn-ssl"} 2026-09-08T16:02:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "2f96d29b-23f4-4d02-8d50-5e867a3f593d", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress"} 2026-09-08T16:02:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "9093459e-3448-4f4a-b365-7560f90fa54c", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress"} 2026-09-08T16:02:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "9093459e-3448-4f4a-b365-7560f90fa54c", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99-authn-ssl"} 2026-09-08T16:02:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "9093459e-3448-4f4a-b365-7560f90fa54c", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress"} 2026-09-08T16:02:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0eec309d-3f7f-4e0e-9705-8e4abb0d7c52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T16:02:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0eec309d-3f7f-4e0e-9705-8e4abb0d7c52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:02:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0eec309d-3f7f-4e0e-9705-8e4abb0d7c52", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-b30e99 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:02:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "odh-trusted-ca-bundle", "reconcileID": "6bfe4dbd-b4b0-4883-9be6-4ab542387345", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T16:02:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "odh-trusted-ca-bundle", "reconcileID": "6bfe4dbd-b4b0-4883-9be6-4ab542387345", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T16:02:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "openshift-service-ca.crt", "reconcileID": "d503cdd5-0b9b-4b40-b39d-18b2279d5570", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T16:02:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "openshift-service-ca.crt", "reconcileID": "d503cdd5-0b9b-4b40-b39d-18b2279d5570", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T16:02:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4afa7fe0-4e68-4a43-8243-efb8fc587773", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T16:02:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b30e99"}, "namespace": "ai-tenant-e2e-shared-a-w3-b30e99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4afa7fe0-4e68-4a43-8243-efb8fc587773", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b30e99"} 2026-09-08T16:02:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b30e99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b30e99", "reconcileID": "e1b062e9-7c21-4e78-bd45-0451312f5a76", "Gateway": "e2e-shared-a-w3-b30e99", "namespace": "openshift-ingress"} 2026-09-08T16:02:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "34e30c57-25f1-4429-9f20-5f1a060fa9e7", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T16:02:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "34e30c57-25f1-4429-9f20-5f1a060fa9e7", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b-authn-ssl"} 2026-09-08T16:02:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "34e30c57-25f1-4429-9f20-5f1a060fa9e7", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T16:02:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "ffd07adc-8c84-49aa-aa4b-3bd5ad3886d0", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T16:02:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "ffd07adc-8c84-49aa-aa4b-3bd5ad3886d0", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b-authn-ssl"} 2026-09-08T16:02:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "ffd07adc-8c84-49aa-aa4b-3bd5ad3886d0", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T16:02:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d029e10-7d00-4c5d-90ee-cbfd286d5e86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T16:02:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d029e10-7d00-4c5d-90ee-cbfd286d5e86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:02:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d029e10-7d00-4c5d-90ee-cbfd286d5e86", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-642d3b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:02:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "odh-trusted-ca-bundle", "reconcileID": "121d822b-e702-4a87-ac50-fbcda0cab3ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T16:02:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "odh-trusted-ca-bundle", "reconcileID": "121d822b-e702-4a87-ac50-fbcda0cab3ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T16:02:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "openshift-service-ca.crt", "reconcileID": "671fe8c2-5cf6-441c-bbd9-19a1204a080d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T16:02:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "openshift-service-ca.crt", "reconcileID": "671fe8c2-5cf6-441c-bbd9-19a1204a080d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T16:02:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77df6264-a730-40bd-b208-206f1ab5c036", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T16:02:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-642d3b"}, "namespace": "ai-tenant-e2e-shared-b-w3-642d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77df6264-a730-40bd-b208-206f1ab5c036", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-642d3b"} 2026-09-08T16:02:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-642d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-642d3b", "reconcileID": "91102ec5-e855-4a44-98c8-f5d594ce5ba6", "Gateway": "e2e-shared-b-w3-642d3b", "namespace": "openshift-ingress"} 2026-09-08T16:06:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "bb204d0a-f68d-4091-bd9a-ac09be6c8e36", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "bb204d0a-f68d-4091-bd9a-ac09be6c8e36", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "bb204d0a-f68d-4091-bd9a-ac09be6c8e36", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "534d772b-5432-4240-98b3-b2309e70746a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:06:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "bb204d0a-f68d-4091-bd9a-ac09be6c8e36", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "name": "e2e-same-id-a-98bb1b05-kserve-route-authn"} 2026-09-08T16:06:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "bb204d0a-f68d-4091-bd9a-ac09be6c8e36", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:06:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "bb204d0a-f68d-4091-bd9a-ac09be6c8e36", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "534d772b-5432-4240-98b3-b2309e70746a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:06:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "534d772b-5432-4240-98b3-b2309e70746a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:06:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "6fa9a49f-db37-40d0-9313-9fe124488770", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "6fa9a49f-db37-40d0-9313-9fe124488770", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "6fa9a49f-db37-40d0-9313-9fe124488770", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "6fa9a49f-db37-40d0-9313-9fe124488770", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "name": "e2e-same-id-a-98bb1b05-kserve-route-authn"} 2026-09-08T16:06:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "6fa9a49f-db37-40d0-9313-9fe124488770", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:06:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "6fa9a49f-db37-40d0-9313-9fe124488770", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "5a71ab9b-39e6-4ad2-a1ec-3cd7ded0f3cd", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "5a71ab9b-39e6-4ad2-a1ec-3cd7ded0f3cd", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "5a71ab9b-39e6-4ad2-a1ec-3cd7ded0f3cd", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44fa6fac-34ad-45f3-aefc-4db2c4304402", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:06:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "5a71ab9b-39e6-4ad2-a1ec-3cd7ded0f3cd", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "name": "e2e-same-id-b-98bb1b05-kserve-route-authn"} 2026-09-08T16:06:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "5a71ab9b-39e6-4ad2-a1ec-3cd7ded0f3cd", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:06:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "5a71ab9b-39e6-4ad2-a1ec-3cd7ded0f3cd", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:06:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44fa6fac-34ad-45f3-aefc-4db2c4304402", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:06:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44fa6fac-34ad-45f3-aefc-4db2c4304402", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07d33671-7d74-4524-988c-4cdbaec17403", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07d33671-7d74-4524-988c-4cdbaec17403", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:07:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07d33671-7d74-4524-988c-4cdbaec17403", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "7a2c9837-141c-437a-bc60-66e823d04cdb", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "7a2c9837-141c-437a-bc60-66e823d04cdb", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "7a2c9837-141c-437a-bc60-66e823d04cdb", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "7a2c9837-141c-437a-bc60-66e823d04cdb", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "name": "e2e-same-id-a-98bb1b05-kserve-route-authn"} 2026-09-08T16:07:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "7a2c9837-141c-437a-bc60-66e823d04cdb", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:07:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "7a2c9837-141c-437a-bc60-66e823d04cdb", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "a7cc7152-fe53-4c00-b2d1-29d8baff80ec", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "a7cc7152-fe53-4c00-b2d1-29d8baff80ec", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "a7cc7152-fe53-4c00-b2d1-29d8baff80ec", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "a7cc7152-fe53-4c00-b2d1-29d8baff80ec", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "name": "e2e-same-id-b-98bb1b05-kserve-route-authn"} 2026-09-08T16:07:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "a7cc7152-fe53-4c00-b2d1-29d8baff80ec", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:07:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "a7cc7152-fe53-4c00-b2d1-29d8baff80ec", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b876aac-ac2a-4dae-a267-9a61919f7fa8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b876aac-ac2a-4dae-a267-9a61919f7fa8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:07:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b876aac-ac2a-4dae-a267-9a61919f7fa8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "52811ef8-9d78-489f-a955-7f7d5b7f2659", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "52811ef8-9d78-489f-a955-7f7d5b7f2659", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "52811ef8-9d78-489f-a955-7f7d5b7f2659", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "52811ef8-9d78-489f-a955-7f7d5b7f2659", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "name": "e2e-same-id-b-98bb1b05-kserve-route-authn"} 2026-09-08T16:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "52811ef8-9d78-489f-a955-7f7d5b7f2659", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "52811ef8-9d78-489f-a955-7f7d5b7f2659", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "66708708-fa67-41af-bdaf-56a7c5ead7f5", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "66708708-fa67-41af-bdaf-56a7c5ead7f5", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "66708708-fa67-41af-bdaf-56a7c5ead7f5", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "66708708-fa67-41af-bdaf-56a7c5ead7f5", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "name": "e2e-same-id-a-98bb1b05-kserve-route-authn"} 2026-09-08T16:07:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "66708708-fa67-41af-bdaf-56a7c5ead7f5", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:07:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "66708708-fa67-41af-bdaf-56a7c5ead7f5", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "01c18b5a-2646-4e0b-bbc1-e9f14bf6000b", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "01c18b5a-2646-4e0b-bbc1-e9f14bf6000b", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "01c18b5a-2646-4e0b-bbc1-e9f14bf6000b", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "01c18b5a-2646-4e0b-bbc1-e9f14bf6000b", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "name": "e2e-same-id-b-98bb1b05-kserve-route-authn"} 2026-09-08T16:07:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "01c18b5a-2646-4e0b-bbc1-e9f14bf6000b", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:07:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "01c18b5a-2646-4e0b-bbc1-e9f14bf6000b", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "3994d631-d50a-41d1-af55-4b7abc3fa760", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "3994d631-d50a-41d1-af55-4b7abc3fa760", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "name": "e2e-same-id-a-98bb1b05"} 2026-09-08T16:07:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "3994d631-d50a-41d1-af55-4b7abc3fa760", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "3994d631-d50a-41d1-af55-4b7abc3fa760", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "3994d631-d50a-41d1-af55-4b7abc3fa760", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "name": "e2e-same-id-a-98bb1b05-kserve-route-authn"} 2026-09-08T16:07:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "3994d631-d50a-41d1-af55-4b7abc3fa760", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm", "name": "e2e-same-id-a-98bb1b05-kserve-route-authn"} 2026-09-08T16:07:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98bb1b05", "reconcileID": "99f14696-8804-437f-8ea9-694be689dc92", "LLMInferenceService": "e2e-same-id-a-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac0881f7-fd54-40a3-ba8b-1588274eea68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac0881f7-fd54-40a3-ba8b-1588274eea68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:07:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac0881f7-fd54-40a3-ba8b-1588274eea68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ce4f082-9516-4e26-b579-8c585367dd0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ce4f082-9516-4e26-b579-8c585367dd0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:07:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ce4f082-9516-4e26-b579-8c585367dd0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "3d4f4a54-52c1-4a54-9e37-93cec23022d7", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "3d4f4a54-52c1-4a54-9e37-93cec23022d7", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "name": "e2e-same-id-b-98bb1b05"} 2026-09-08T16:07:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "3d4f4a54-52c1-4a54-9e37-93cec23022d7", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "3d4f4a54-52c1-4a54-9e37-93cec23022d7", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "3d4f4a54-52c1-4a54-9e37-93cec23022d7", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "name": "e2e-same-id-b-98bb1b05-kserve-route-authn"} 2026-09-08T16:07:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "3d4f4a54-52c1-4a54-9e37-93cec23022d7", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm", "name": "e2e-same-id-b-98bb1b05-kserve-route-authn"} 2026-09-08T16:07:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98bb1b05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98bb1b05", "reconcileID": "6fae3019-c775-413f-bdc9-3c530efaa787", "LLMInferenceService": "e2e-same-id-b-98bb1b05", "namespace": "llm"} 2026-09-08T16:07:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1266a3ce-3475-4117-8808-f6d2ee0fb11a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1266a3ce-3475-4117-8808-f6d2ee0fb11a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:07:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1266a3ce-3475-4117-8808-f6d2ee0fb11a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "450feab2-ac94-4442-a0a8-9ca16ded259b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:07:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "450feab2-ac94-4442-a0a8-9ca16ded259b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:07:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "450feab2-ac94-4442-a0a8-9ca16ded259b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}