sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:16:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c531cb"}, "namespace": "ai-tenant-e2e-api-b-c531cb", "name": "odh-trusted-ca-bundle", "reconcileID": "3944801d-cff6-48d0-a773-060b866cd89e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c531cb"} 2026-09-10T12:16:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c531cb"}, "namespace": "ai-tenant-e2e-api-b-c531cb", "name": "odh-trusted-ca-bundle", "reconcileID": "3944801d-cff6-48d0-a773-060b866cd89e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c531cb"} 2026-09-10T12:16:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c531cb"}, "namespace": "ai-tenant-e2e-api-b-c531cb", "name": "openshift-service-ca.crt", "reconcileID": "cc5fbb47-ef57-4790-89f6-62545ae5645f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c531cb"} 2026-09-10T12:16:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c531cb"}, "namespace": "ai-tenant-e2e-api-b-c531cb", "name": "openshift-service-ca.crt", "reconcileID": "cc5fbb47-ef57-4790-89f6-62545ae5645f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c531cb"} 2026-09-10T12:16:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c531cb"}, "namespace": "ai-tenant-e2e-api-b-c531cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92e3d679-a63b-4829-893f-b1a5d56e4a66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c531cb"} 2026-09-10T12:16:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c531cb"}, "namespace": "ai-tenant-e2e-api-b-c531cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92e3d679-a63b-4829-893f-b1a5d56e4a66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c531cb"} 2026-09-10T12:16:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c531cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c531cb", "reconcileID": "85090377-24cb-4b06-a4d1-8e171674e9cb", "Gateway": "e2e-api-b-c531cb", "namespace": "openshift-ingress"} 2026-09-10T12:16:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "4a5f05e2-3c80-4a0d-853c-48f8af2c520c", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:16:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "4a5f05e2-3c80-4a0d-853c-48f8af2c520c", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:16:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "4a5f05e2-3c80-4a0d-853c-48f8af2c520c", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:16:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "35966c4e-91ab-43ab-99b9-f244932b315c", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:16:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "4a5f05e2-3c80-4a0d-853c-48f8af2c520c", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac-kserve-route-authn"} 2026-09-10T12:16:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "4a5f05e2-3c80-4a0d-853c-48f8af2c520c", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "authType": "userdefined"} 2026-09-10T12:16:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "4a5f05e2-3c80-4a0d-853c-48f8af2c520c", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:16:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "35966c4e-91ab-43ab-99b9-f244932b315c", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac-authn-ssl"} 2026-09-10T12:16:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "35966c4e-91ab-43ab-99b9-f244932b315c", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:16:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "3a3de082-34ea-4d51-b7c6-6fe6bb7a9621", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:16:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "3a3de082-34ea-4d51-b7c6-6fe6bb7a9621", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:16:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "3a3de082-34ea-4d51-b7c6-6fe6bb7a9621", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:16:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "3a3de082-34ea-4d51-b7c6-6fe6bb7a9621", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac-kserve-route-authn"} 2026-09-10T12:16:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "3a3de082-34ea-4d51-b7c6-6fe6bb7a9621", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "authType": "userdefined"} 2026-09-10T12:16:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "3a3de082-34ea-4d51-b7c6-6fe6bb7a9621", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:17:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-639beb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-639beb", "reconcileID": "873f20f3-2fad-4732-94d6-4eff7f15f72d", "Gateway": "e2e-shared-a-w2-639beb", "namespace": "openshift-ingress"} 2026-09-10T12:17:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-639beb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-639beb", "reconcileID": "873f20f3-2fad-4732-94d6-4eff7f15f72d", "Gateway": "e2e-shared-a-w2-639beb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-639beb-authn-ssl"} 2026-09-10T12:17:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-639beb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-639beb", "reconcileID": "873f20f3-2fad-4732-94d6-4eff7f15f72d", "Gateway": "e2e-shared-a-w2-639beb", "namespace": "openshift-ingress"} 2026-09-10T12:17:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-639beb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-639beb", "reconcileID": "448b0463-29ac-4a79-ae17-96f426595914", "Gateway": "e2e-shared-a-w2-639beb", "namespace": "openshift-ingress"} 2026-09-10T12:17:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-639beb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-639beb", "reconcileID": "448b0463-29ac-4a79-ae17-96f426595914", "Gateway": "e2e-shared-a-w2-639beb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-639beb-authn-ssl"} 2026-09-10T12:17:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-639beb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-639beb", "reconcileID": "448b0463-29ac-4a79-ae17-96f426595914", "Gateway": "e2e-shared-a-w2-639beb", "namespace": "openshift-ingress"} 2026-09-10T12:17:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-639beb"}, "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82cdf6f3-7d72-469b-807e-4f3f466f70ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-639beb"} 2026-09-10T12:17:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-639beb"}, "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82cdf6f3-7d72-469b-807e-4f3f466f70ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:17:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-639beb"}, "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82cdf6f3-7d72-469b-807e-4f3f466f70ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-639beb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:17:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-639beb"}, "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "name": "odh-trusted-ca-bundle", "reconcileID": "eddbd775-1243-4ac1-8a71-77e326734b3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-639beb"} 2026-09-10T12:17:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-639beb"}, "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "name": "odh-trusted-ca-bundle", "reconcileID": "eddbd775-1243-4ac1-8a71-77e326734b3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-639beb"} 2026-09-10T12:17:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-639beb"}, "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "name": "openshift-service-ca.crt", "reconcileID": "018802b4-d3e8-4ef7-987f-1202be0ac27e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-639beb"} 2026-09-10T12:17:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-639beb"}, "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "name": "openshift-service-ca.crt", "reconcileID": "018802b4-d3e8-4ef7-987f-1202be0ac27e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-639beb"} 2026-09-10T12:17:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-639beb"}, "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66cd1050-4316-4412-8d89-e6ddf30405c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-639beb"} 2026-09-10T12:17:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-639beb"}, "namespace": "ai-tenant-e2e-shared-a-w2-639beb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66cd1050-4316-4412-8d89-e6ddf30405c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-639beb"} 2026-09-10T12:17:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-639beb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-639beb", "reconcileID": "3d3f1d7c-7293-4a73-a0a4-bdc03e943f75", "Gateway": "e2e-shared-a-w2-639beb", "namespace": "openshift-ingress"} 2026-09-10T12:17:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "4dcab73f-4088-4ac7-89b5-7adbcb65f4d6", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:17:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "4dcab73f-4088-4ac7-89b5-7adbcb65f4d6", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac-authn-ssl"} 2026-09-10T12:17:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "4dcab73f-4088-4ac7-89b5-7adbcb65f4d6", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:17:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "bfa58920-4caa-4e39-9bd2-b99fb154cfe0", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:17:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "bfa58920-4caa-4e39-9bd2-b99fb154cfe0", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:17:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "bfa58920-4caa-4e39-9bd2-b99fb154cfe0", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:17:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "bfa58920-4caa-4e39-9bd2-b99fb154cfe0", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac-kserve-route-authn"} 2026-09-10T12:17:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "bfa58920-4caa-4e39-9bd2-b99fb154cfe0", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "authType": "userdefined"} 2026-09-10T12:17:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "bfa58920-4caa-4e39-9bd2-b99fb154cfe0", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:17:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c66562","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c66562", "reconcileID": "b5d46b0f-7c09-40e1-bbb5-12a0c7c73744", "Gateway": "e2e-shared-b-w2-c66562", "namespace": "openshift-ingress"} 2026-09-10T12:17:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c66562","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c66562", "reconcileID": "b5d46b0f-7c09-40e1-bbb5-12a0c7c73744", "Gateway": "e2e-shared-b-w2-c66562", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c66562-authn-ssl"} 2026-09-10T12:17:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c66562","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c66562", "reconcileID": "b5d46b0f-7c09-40e1-bbb5-12a0c7c73744", "Gateway": "e2e-shared-b-w2-c66562", "namespace": "openshift-ingress"} 2026-09-10T12:17:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c66562"}, "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fea9ded5-3235-4fc6-aa5f-f9e30a4ecb96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c66562"} 2026-09-10T12:17:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c66562"}, "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fea9ded5-3235-4fc6-aa5f-f9e30a4ecb96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:17:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c66562"}, "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fea9ded5-3235-4fc6-aa5f-f9e30a4ecb96", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-c66562 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:17:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c66562"}, "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "name": "odh-trusted-ca-bundle", "reconcileID": "e98e6d79-a9cb-410b-923a-1fbcc5848b82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c66562"} 2026-09-10T12:17:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c66562"}, "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "name": "odh-trusted-ca-bundle", "reconcileID": "e98e6d79-a9cb-410b-923a-1fbcc5848b82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c66562"} 2026-09-10T12:17:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-c66562"}, "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "name": "openshift-service-ca.crt", "reconcileID": "6f692d3e-9e8a-498d-97ce-fa0cd5829cb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-c66562"} 2026-09-10T12:17:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-c66562"}, "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "name": "openshift-service-ca.crt", "reconcileID": "6f692d3e-9e8a-498d-97ce-fa0cd5829cb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-c66562"} 2026-09-10T12:17:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c66562"}, "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54871ce3-8d03-45a0-963b-8d43240e3535", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c66562"} 2026-09-10T12:17:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c66562"}, "namespace": "ai-tenant-e2e-shared-b-w2-c66562", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54871ce3-8d03-45a0-963b-8d43240e3535", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c66562"} 2026-09-10T12:17:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c66562","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c66562", "reconcileID": "d11ac732-83d3-44b9-81dc-1e6578bb703b", "Gateway": "e2e-shared-b-w2-c66562", "namespace": "openshift-ingress"} 2026-09-10T12:17:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "369d181b-becd-47a2-91ea-ce9de7f0a3a3", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:17:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "369d181b-becd-47a2-91ea-ce9de7f0a3a3", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:17:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "369d181b-becd-47a2-91ea-ce9de7f0a3a3", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:17:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "369d181b-becd-47a2-91ea-ce9de7f0a3a3", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac-kserve-route-authn"} 2026-09-10T12:17:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "369d181b-becd-47a2-91ea-ce9de7f0a3a3", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "authType": "userdefined"} 2026-09-10T12:17:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "369d181b-becd-47a2-91ea-ce9de7f0a3a3", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:18:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:18:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:18:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:18:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:18:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c07be0","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0", "reconcileID": "31d393d7-999c-4f80-92c2-ccb422b57fa7", "LLMInferenceService": "rate-test-model-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:18:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c07be0","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0", "reconcileID": "31d393d7-999c-4f80-92c2-ccb422b57fa7", "LLMInferenceService": "rate-test-model-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0"} 2026-09-10T12:18:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c07be0","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0", "reconcileID": "31d393d7-999c-4f80-92c2-ccb422b57fa7", "LLMInferenceService": "rate-test-model-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:18:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c07be0","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0", "reconcileID": "31d393d7-999c-4f80-92c2-ccb422b57fa7", "LLMInferenceService": "rate-test-model-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:18:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c07be0","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0", "reconcileID": "31d393d7-999c-4f80-92c2-ccb422b57fa7", "LLMInferenceService": "rate-test-model-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0-kserve-route-authn"} 2026-09-10T12:18:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c07be0","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0", "reconcileID": "31d393d7-999c-4f80-92c2-ccb422b57fa7", "LLMInferenceService": "rate-test-model-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0-kserve-route-authn"} 2026-09-10T12:18:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c07be0","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0", "reconcileID": "31d393d7-999c-4f80-92c2-ccb422b57fa7", "LLMInferenceService": "rate-test-model-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:18:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c07be0","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0", "reconcileID": "31d393d7-999c-4f80-92c2-ccb422b57fa7", "LLMInferenceService": "rate-test-model-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:18:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c07be0","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "rate-test-model-c07be0", "reconcileID": "cec05169-1dca-4c02-a1f6-d3f0e3fee3a4", "LLMInferenceService": "rate-test-model-c07be0", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "22cbf407-28d8-4cb8-bccf-52f33464bc5d", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress"} 2026-09-10T12:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "22cbf407-28d8-4cb8-bccf-52f33464bc5d", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0-authn-ssl"} 2026-09-10T12:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "22cbf407-28d8-4cb8-bccf-52f33464bc5d", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress"} 2026-09-10T12:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "64a57f27-e684-4bed-86fd-d47d2fc08e7f", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress"} 2026-09-10T12:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "64a57f27-e684-4bed-86fd-d47d2fc08e7f", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0-authn-ssl"} 2026-09-10T12:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "64a57f27-e684-4bed-86fd-d47d2fc08e7f", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress"} 2026-09-10T12:18:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "60628b75-e2a1-4ddb-9421-d06a233e8067", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:18:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "60628b75-e2a1-4ddb-9421-d06a233e8067", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac"} 2026-09-10T12:18:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "60628b75-e2a1-4ddb-9421-d06a233e8067", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:18:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "60628b75-e2a1-4ddb-9421-d06a233e8067", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:18:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "60628b75-e2a1-4ddb-9421-d06a233e8067", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac-kserve-route-authn"} 2026-09-10T12:18:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "60628b75-e2a1-4ddb-9421-d06a233e8067", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac-kserve-route-authn"} 2026-09-10T12:18:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "60628b75-e2a1-4ddb-9421-d06a233e8067", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:18:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "60628b75-e2a1-4ddb-9421-d06a233e8067", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:18:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7ed5ac","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "rate-test-model-7ed5ac", "reconcileID": "b335372c-59da-4b3c-aa65-3dc641c0659b", "LLMInferenceService": "rate-test-model-7ed5ac", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:18:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "b4cee176-8f90-4ee8-9f70-1edff21c81b0", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:18:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "b4cee176-8f90-4ee8-9f70-1edff21c81b0", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac-authn-ssl"} 2026-09-10T12:18:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "b4cee176-8f90-4ee8-9f70-1edff21c81b0", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:18:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "30b46fa6-5de1-45de-b9c0-30a91feed785", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:18:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "30b46fa6-5de1-45de-b9c0-30a91feed785", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac-authn-ssl"} 2026-09-10T12:18:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "30b46fa6-5de1-45de-b9c0-30a91feed785", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "25d6fefc-b10a-4276-8413-20b97706e50b", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "25d6fefc-b10a-4276-8413-20b97706e50b", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "25d6fefc-b10a-4276-8413-20b97706e50b", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "1ff3d1bb-1134-4c79-926d-18826f858fa4", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "1ff3d1bb-1134-4c79-926d-18826f858fa4", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "1ff3d1bb-1134-4c79-926d-18826f858fa4", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "8c5564f2-0046-4d2a-b815-788b4a8bd269", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "8c5564f2-0046-4d2a-b815-788b4a8bd269", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "8c5564f2-0046-4d2a-b815-788b4a8bd269", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "226c72da-70ee-4f0c-800a-7569f0616866", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "226c72da-70ee-4f0c-800a-7569f0616866", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "226c72da-70ee-4f0c-800a-7569f0616866", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7a730e00-be96-4572-a481-28e31fbc18f3", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7a730e00-be96-4572-a481-28e31fbc18f3", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7a730e00-be96-4572-a481-28e31fbc18f3", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7f8efe52-0255-4c6b-a980-3a0e4d95d7dd", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7f8efe52-0255-4c6b-a980-3a0e4d95d7dd", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7f8efe52-0255-4c6b-a980-3a0e4d95d7dd", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "0dc86e3a-f19d-4054-afc4-97d2ca41f963", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "0dc86e3a-f19d-4054-afc4-97d2ca41f963", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "0dc86e3a-f19d-4054-afc4-97d2ca41f963", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "3e24e135-c5f3-44da-8122-261c5b1c9162", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "3e24e135-c5f3-44da-8122-261c5b1c9162", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "3e24e135-c5f3-44da-8122-261c5b1c9162", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "openshift-service-ca.crt", "reconcileID": "6b54a9e0-1ae0-468c-ad02-d594b8fbe919", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-trusted-ca-bundle", "reconcileID": "3bedfccb-a21f-467e-b4e8-8e5a83c59291", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:18:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "openshift-service-ca.crt", "reconcileID": "86c2c15c-7aa1-4a06-9256-64f7859a8a75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:18:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "openshift-service-ca.crt", "reconcileID": "86c2c15c-7aa1-4a06-9256-64f7859a8a75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "openshift-service-ca.crt", "reconcileID": "73e17625-4a9d-4890-a167-1f0d10526709", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fe55d6d-39b8-435e-bf05-5a4cbfb7ed6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:18:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-trusted-ca-bundle", "reconcileID": "c9d70c2a-289a-4014-b822-f9297a6523f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:18:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-trusted-ca-bundle", "reconcileID": "c9d70c2a-289a-4014-b822-f9297a6523f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d724cd7c-7ed1-4bc4-a21e-4b9274da86f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:18:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "65ab1e9c-6f13-4dca-abca-16e9c6deef9f", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "65ab1e9c-6f13-4dca-abca-16e9c6deef9f", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "65ab1e9c-6f13-4dca-abca-16e9c6deef9f", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "da515e8f-9053-47aa-9aba-5ff982326631", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "da515e8f-9053-47aa-9aba-5ff982326631", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "da515e8f-9053-47aa-9aba-5ff982326631", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "b059af13-6d2b-469d-a30d-016621f9aaa2", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "b059af13-6d2b-469d-a30d-016621f9aaa2", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:18:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "b059af13-6d2b-469d-a30d-016621f9aaa2", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "ac5bccf2-59af-4765-a084-92c899da3acc", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "ac5bccf2-59af-4765-a084-92c899da3acc", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:18:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "ac5bccf2-59af-4765-a084-92c899da3acc", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "c943ee00-8378-4265-ad20-8b5c9c9e683d", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "c943ee00-8378-4265-ad20-8b5c9c9e683d", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:18:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "c943ee00-8378-4265-ad20-8b5c9c9e683d", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "ccba29df-8330-4add-a2ae-24476fae825d", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "ccba29df-8330-4add-a2ae-24476fae825d", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:18:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "ccba29df-8330-4add-a2ae-24476fae825d", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "b0aa3b18-62a4-42f3-9b84-96f4b227f889", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "b0aa3b18-62a4-42f3-9b84-96f4b227f889", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "b0aa3b18-62a4-42f3-9b84-96f4b227f889", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "2b1d346e-523c-419b-8879-f35f0efe0790", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "2b1d346e-523c-419b-8879-f35f0efe0790", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "2b1d346e-523c-419b-8879-f35f0efe0790", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "f56e92a7-3501-4924-a11f-a4dab283ef5d", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "f56e92a7-3501-4924-a11f-a4dab283ef5d", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:18:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "f56e92a7-3501-4924-a11f-a4dab283ef5d", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "openshift-service-ca.crt", "reconcileID": "b1c84f9c-93ae-4f28-9a1b-3ea26f6a2374", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-trusted-ca-bundle", "reconcileID": "71792f44-2d96-4802-9d9d-d3b0fc60fce6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "openshift-service-ca.crt", "reconcileID": "037cea8a-f098-4be8-9fda-66489f91c7a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-742017", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:18:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "openshift-service-ca.crt", "reconcileID": "037cea8a-f098-4be8-9fda-66489f91c7a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c665bf3-0ebb-4bb4-9690-9f08bfd0b087", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "openshift-service-ca.crt", "reconcileID": "f6254cfb-5ca2-4597-9e43-a74f5aff2bf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-trusted-ca-bundle", "reconcileID": "e33b8343-c02b-4c87-9a35-0b0cb71d4133", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:18:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-trusted-ca-bundle", "reconcileID": "e33b8343-c02b-4c87-9a35-0b0cb71d4133", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b4df7a-5cc8-4b42-9091-11a3f24f4170", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:19:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "81c5bd5d-3ac8-44ce-8530-c45175189cc4", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:19:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "81c5bd5d-3ac8-44ce-8530-c45175189cc4", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:19:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "81c5bd5d-3ac8-44ce-8530-c45175189cc4", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "1ee6b171-f57a-412f-8e59-b6528170ec78", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "1ee6b171-f57a-412f-8e59-b6528170ec78", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "1ee6b171-f57a-412f-8e59-b6528170ec78", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:19:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "e867fd26-57a1-40d0-98a3-7273d95e3b5e", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "e867fd26-57a1-40d0-98a3-7273d95e3b5e", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "e867fd26-57a1-40d0-98a3-7273d95e3b5e", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7bbe4f94-c047-49a7-8208-91317d83b47c", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:19:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "e867fd26-57a1-40d0-98a3-7273d95e3b5e", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3-kserve-route-authn"} 2026-09-10T12:19:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "e867fd26-57a1-40d0-98a3-7273d95e3b5e", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "authType": "userdefined"} 2026-09-10T12:19:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "e867fd26-57a1-40d0-98a3-7273d95e3b5e", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7bbe4f94-c047-49a7-8208-91317d83b47c", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7bbe4f94-c047-49a7-8208-91317d83b47c", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:19:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0dc2bb98-f48c-4a03-b8e5-8089d11d4a77", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0dc2bb98-f48c-4a03-b8e5-8089d11d4a77", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0dc2bb98-f48c-4a03-b8e5-8089d11d4a77", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0dc2bb98-f48c-4a03-b8e5-8089d11d4a77", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3-kserve-route-authn"} 2026-09-10T12:19:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0dc2bb98-f48c-4a03-b8e5-8089d11d4a77", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "authType": "userdefined"} 2026-09-10T12:19:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0dc2bb98-f48c-4a03-b8e5-8089d11d4a77", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "c4018eee-ecc6-489f-9834-e7aefe2c6fa3", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "c4018eee-ecc6-489f-9834-e7aefe2c6fa3", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "c4018eee-ecc6-489f-9834-e7aefe2c6fa3", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:19:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "d037fa58-75ef-4fca-9413-380cc3656371", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "d037fa58-75ef-4fca-9413-380cc3656371", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "d037fa58-75ef-4fca-9413-380cc3656371", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "d037fa58-75ef-4fca-9413-380cc3656371", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3-kserve-route-authn"} 2026-09-10T12:19:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "d037fa58-75ef-4fca-9413-380cc3656371", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "authType": "userdefined"} 2026-09-10T12:19:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "d037fa58-75ef-4fca-9413-380cc3656371", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "64b08da2-e7dd-47a4-9757-69ad793a6b5d", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "64b08da2-e7dd-47a4-9757-69ad793a6b5d", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "64b08da2-e7dd-47a4-9757-69ad793a6b5d", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:19:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "64b08da2-e7dd-47a4-9757-69ad793a6b5d", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3-kserve-route-authn"} 2026-09-10T12:19:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "64b08da2-e7dd-47a4-9757-69ad793a6b5d", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "authType": "userdefined"} 2026-09-10T12:19:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "64b08da2-e7dd-47a4-9757-69ad793a6b5d", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "dba49771-6c36-423f-95b0-1718904b82c3", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "dba49771-6c36-423f-95b0-1718904b82c3", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "dba49771-6c36-423f-95b0-1718904b82c3", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "90c20b0c-60e1-4072-acf2-6a5accaa3bf2", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "90c20b0c-60e1-4072-acf2-6a5accaa3bf2", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "90c20b0c-60e1-4072-acf2-6a5accaa3bf2", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "43a953f0-410b-4c44-a023-b344c94a0b2c", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "43a953f0-410b-4c44-a023-b344c94a0b2c", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "43a953f0-410b-4c44-a023-b344c94a0b2c", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "eded973f-c6c1-4743-baff-5f4df04613c0", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "eded973f-c6c1-4743-baff-5f4df04613c0", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "eded973f-c6c1-4743-baff-5f4df04613c0", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "64e0b653-82ad-41b5-87cc-aaa0c72bcd86", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "64e0b653-82ad-41b5-87cc-aaa0c72bcd86", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "64e0b653-82ad-41b5-87cc-aaa0c72bcd86", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "5a4e7005-7ba4-4687-93c0-c4419365fea5", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "5a4e7005-7ba4-4687-93c0-c4419365fea5", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "5a4e7005-7ba4-4687-93c0-c4419365fea5", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "a7f44b63-545a-406f-bca6-819175ff13d2", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "a7f44b63-545a-406f-bca6-819175ff13d2", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "a7f44b63-545a-406f-bca6-819175ff13d2", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "openshift-service-ca.crt", "reconcileID": "bf9d4a48-773e-4e18-a92e-b644b20bc6e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-trusted-ca-bundle", "reconcileID": "9dbf8bac-60fe-4529-b056-4cb6c1d747c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "openshift-service-ca.crt", "reconcileID": "e38edad4-9fde-4cc4-be92-cd7559324fd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:20:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "openshift-service-ca.crt", "reconcileID": "e38edad4-9fde-4cc4-be92-cd7559324fd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a65d7547-e5ca-4904-b736-b8fa3b5461ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "openshift-service-ca.crt", "reconcileID": "de24e44f-1af7-4c3f-bf63-0fbcbdc4b0ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-trusted-ca-bundle", "reconcileID": "9085fa3a-0f6b-4f6b-acc0-cca25874a54e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:20:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-trusted-ca-bundle", "reconcileID": "9085fa3a-0f6b-4f6b-acc0-cca25874a54e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "837d0441-1cb5-41ca-bfae-cffbc7e2f9b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "cccc9f63-0e02-4501-9275-00ca1fa35074", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "cccc9f63-0e02-4501-9275-00ca1fa35074", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "cccc9f63-0e02-4501-9275-00ca1fa35074", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "7c2cdaae-3b67-4f01-8575-66d915b50531", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "7c2cdaae-3b67-4f01-8575-66d915b50531", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "7c2cdaae-3b67-4f01-8575-66d915b50531", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "600dd7a0-ddc0-4637-99f7-14c8fc619e6d", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "600dd7a0-ddc0-4637-99f7-14c8fc619e6d", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "600dd7a0-ddc0-4637-99f7-14c8fc619e6d", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "39ba5f2d-beaf-45b8-afa1-bbefb0bfafc8", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "39ba5f2d-beaf-45b8-afa1-bbefb0bfafc8", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5-authn-ssl"} 2026-09-10T12:20:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "39ba5f2d-beaf-45b8-afa1-bbefb0bfafc8", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:20:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "600b83d5-ed50-43ce-ae9e-39eeb3928826", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "600b83d5-ed50-43ce-ae9e-39eeb3928826", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:20:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "600b83d5-ed50-43ce-ae9e-39eeb3928826", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-2fc5d5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:20:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-trusted-ca-bundle", "reconcileID": "2fd531a3-8d01-4f81-9732-bdad2e95b027", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-trusted-ca-bundle", "reconcileID": "2fd531a3-8d01-4f81-9732-bdad2e95b027", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "openshift-service-ca.crt", "reconcileID": "8ac05fd6-7d35-47e7-8575-47d445f26bf2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "openshift-service-ca.crt", "reconcileID": "8ac05fd6-7d35-47e7-8575-47d445f26bf2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fadee78-3067-4e33-913c-980eeabfaeac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2fc5d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fadee78-3067-4e33-913c-980eeabfaeac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2fc5d5"} 2026-09-10T12:20:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2fc5d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2fc5d5", "reconcileID": "54cc2e51-4237-4df2-9955-b45e8e7c0578", "Gateway": "e2e-ipp-cleanup-2fc5d5", "namespace": "openshift-ingress"} 2026-09-10T12:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "1ed5e3cf-f082-4423-938d-dc7869bde8e8", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "1ed5e3cf-f082-4423-938d-dc7869bde8e8", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "1ed5e3cf-f082-4423-938d-dc7869bde8e8", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "44f0c828-1add-4ded-b2b9-8e431a5febcb", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "44f0c828-1add-4ded-b2b9-8e431a5febcb", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "44f0c828-1add-4ded-b2b9-8e431a5febcb", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:21:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "2b2b960b-e167-4d53-ae31-44c7d3070e95", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:21:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "2b2b960b-e167-4d53-ae31-44c7d3070e95", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:21:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "2b2b960b-e167-4d53-ae31-44c7d3070e95", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:21:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "718e2166-3ab7-4b75-96c2-0e17f9f58254", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "718e2166-3ab7-4b75-96c2-0e17f9f58254", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "718e2166-3ab7-4b75-96c2-0e17f9f58254", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "718e2166-3ab7-4b75-96c2-0e17f9f58254", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3-kserve-route-authn"} 2026-09-10T12:21:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "718e2166-3ab7-4b75-96c2-0e17f9f58254", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "authType": "userdefined"} 2026-09-10T12:21:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "718e2166-3ab7-4b75-96c2-0e17f9f58254", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "76a8a23f-6800-4306-b1c6-0220e173fe09", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "76a8a23f-6800-4306-b1c6-0220e173fe09", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "76a8a23f-6800-4306-b1c6-0220e173fe09", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:21:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0aa7f0c8-a083-4aa9-b3f4-19a820b03499", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0aa7f0c8-a083-4aa9-b3f4-19a820b03499", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3"} 2026-09-10T12:21:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0aa7f0c8-a083-4aa9-b3f4-19a820b03499", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0aa7f0c8-a083-4aa9-b3f4-19a820b03499", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0aa7f0c8-a083-4aa9-b3f4-19a820b03499", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3-kserve-route-authn"} 2026-09-10T12:21:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0aa7f0c8-a083-4aa9-b3f4-19a820b03499", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3-kserve-route-authn"} 2026-09-10T12:21:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0aa7f0c8-a083-4aa9-b3f4-19a820b03499", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "0aa7f0c8-a083-4aa9-b3f4-19a820b03499", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59285597-9d80-45f8-882f-0c4b6845edec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59285597-9d80-45f8-882f-0c4b6845edec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:21:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59285597-9d80-45f8-882f-0c4b6845edec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-19f6c3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-trusted-ca-bundle", "reconcileID": "eaa51640-1fd4-46c6-baca-9ffe388d17b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-trusted-ca-bundle", "reconcileID": "eaa51640-1fd4-46c6-baca-9ffe388d17b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "openshift-service-ca.crt", "reconcileID": "e53ff9b7-83e5-465d-a9dc-6aee41b01fa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "openshift-service-ca.crt", "reconcileID": "e53ff9b7-83e5-465d-a9dc-6aee41b01fa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd60ace2-7885-4a27-bf7a-f24fc6ee730a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd60ace2-7885-4a27-bf7a-f24fc6ee730a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "cba46c9b-623c-43bd-8be8-574ec3c2bd36", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "cba46c9b-623c-43bd-8be8-574ec3c2bd36", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3"} 2026-09-10T12:21:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "cba46c9b-623c-43bd-8be8-574ec3c2bd36", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "cba46c9b-623c-43bd-8be8-574ec3c2bd36", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "cba46c9b-623c-43bd-8be8-574ec3c2bd36", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3-kserve-route-authn"} 2026-09-10T12:21:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "cba46c9b-623c-43bd-8be8-574ec3c2bd36", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3-kserve-route-authn"} 2026-09-10T12:21:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "cba46c9b-623c-43bd-8be8-574ec3c2bd36", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "cba46c9b-623c-43bd-8be8-574ec3c2bd36", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19f6c3","namespace":"ai-tenant-e2e-ipp-a-19f6c3"}, "namespace": "ai-tenant-e2e-ipp-a-19f6c3", "name": "ipp-route-19f6c3", "reconcileID": "030a131d-5c56-4d25-9cde-1327f900a492", "LLMInferenceService": "ipp-route-19f6c3", "namespace": "ai-tenant-e2e-ipp-a-19f6c3"} 2026-09-10T12:21:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7d0421f5-bf3b-4865-bcb1-3e937435fdc3", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:21:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7d0421f5-bf3b-4865-bcb1-3e937435fdc3", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3-authn-ssl"} 2026-09-10T12:21:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "7d0421f5-bf3b-4865-bcb1-3e937435fdc3", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:22:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19f6c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19f6c3", "reconcileID": "285f791c-3f86-45db-aba1-2d53704c360d", "Gateway": "e2e-ipp-a-19f6c3", "namespace": "openshift-ingress"} 2026-09-10T12:22:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "d626d2ed-9bcb-4713-a812-8272cafb68ad", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:22:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "d626d2ed-9bcb-4713-a812-8272cafb68ad", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:22:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "d626d2ed-9bcb-4713-a812-8272cafb68ad", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:22:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "79539ff9-b2f0-42a8-83ff-5c5d730d7652", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:22:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "79539ff9-b2f0-42a8-83ff-5c5d730d7652", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017-authn-ssl"} 2026-09-10T12:22:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "79539ff9-b2f0-42a8-83ff-5c5d730d7652", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:22:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2e91c36-342d-49df-a4dc-fee1df7d8d33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:22:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2e91c36-342d-49df-a4dc-fee1df7d8d33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:22:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2e91c36-342d-49df-a4dc-fee1df7d8d33", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-742017 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:22:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-trusted-ca-bundle", "reconcileID": "78fc0a03-2dfa-433f-bff8-99c6e491485f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:22:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-trusted-ca-bundle", "reconcileID": "78fc0a03-2dfa-433f-bff8-99c6e491485f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:22:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-trusted-ca-bundle", "reconcileID": "78fc0a03-2dfa-433f-bff8-99c6e491485f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-742017 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:22:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "openshift-service-ca.crt", "reconcileID": "c102f9b4-f3f6-4820-aeb8-d862a4b48605", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:22:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "openshift-service-ca.crt", "reconcileID": "c102f9b4-f3f6-4820-aeb8-d862a4b48605", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:22:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf7b9368-a36d-4319-ac02-4de41c274c94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:22:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf7b9368-a36d-4319-ac02-4de41c274c94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:22:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-trusted-ca-bundle", "reconcileID": "c1c26c08-8685-4792-9206-0b17d049f6ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:22:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-742017"}, "namespace": "ai-tenant-e2e-ipp-b-742017", "name": "odh-trusted-ca-bundle", "reconcileID": "c1c26c08-8685-4792-9206-0b17d049f6ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-742017"} 2026-09-10T12:22:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-742017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-742017", "reconcileID": "87b7aa8c-f823-4aaf-8225-b20437a010dc", "Gateway": "e2e-ipp-b-742017", "namespace": "openshift-ingress"} 2026-09-10T12:22:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "39e62b1e-b7be-4260-aaca-f90780d79223", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress"} 2026-09-10T12:22:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "39e62b1e-b7be-4260-aaca-f90780d79223", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0-authn-ssl"} 2026-09-10T12:22:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "39e62b1e-b7be-4260-aaca-f90780d79223", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress"} 2026-09-10T12:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "a1d9c4dd-e54f-4f51-9cfa-62001094873f", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress"} 2026-09-10T12:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "a1d9c4dd-e54f-4f51-9cfa-62001094873f", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0-authn-ssl"} 2026-09-10T12:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "a1d9c4dd-e54f-4f51-9cfa-62001094873f", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress"} 2026-09-10T12:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2236ffdf-9318-4fca-b7dc-30cee6b05de4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:22:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2236ffdf-9318-4fca-b7dc-30cee6b05de4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:22:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2236ffdf-9318-4fca-b7dc-30cee6b05de4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-c07be0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "odh-trusted-ca-bundle", "reconcileID": "b5698077-e81e-431a-9e07-e6b23ec48def", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "odh-trusted-ca-bundle", "reconcileID": "b5698077-e81e-431a-9e07-e6b23ec48def", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "openshift-service-ca.crt", "reconcileID": "c775be78-d891-4529-ac38-d2a87dd0d01c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "openshift-service-ca.crt", "reconcileID": "c775be78-d891-4529-ac38-d2a87dd0d01c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71af6f88-7fa6-42f0-b436-f8835b2b4cfe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c07be0"}, "namespace": "ai-tenant-e2e-shared-a-w3-c07be0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71af6f88-7fa6-42f0-b436-f8835b2b4cfe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c07be0"} 2026-09-10T12:22:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c07be0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c07be0", "reconcileID": "c93d372d-bca8-481d-a885-972176d005b7", "Gateway": "e2e-shared-a-w3-c07be0", "namespace": "openshift-ingress"} 2026-09-10T12:22:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "8cbb207d-3aab-40bd-b4cf-940dc31a4432", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:22:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "8cbb207d-3aab-40bd-b4cf-940dc31a4432", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac-authn-ssl"} 2026-09-10T12:22:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "8cbb207d-3aab-40bd-b4cf-940dc31a4432", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:22:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "f278f319-4c61-4cfc-ace9-f2842161226f", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:22:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "f278f319-4c61-4cfc-ace9-f2842161226f", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac-authn-ssl"} 2026-09-10T12:22:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "f278f319-4c61-4cfc-ace9-f2842161226f", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3711758f-6ddb-43a5-adfd-f455e5b48173", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:22:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3711758f-6ddb-43a5-adfd-f455e5b48173", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T12:22:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3711758f-6ddb-43a5-adfd-f455e5b48173", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7ed5ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T12:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "odh-trusted-ca-bundle", "reconcileID": "7b889ab0-93ff-4e52-87a6-c940a48dc5eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:22:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "odh-trusted-ca-bundle", "reconcileID": "7b889ab0-93ff-4e52-87a6-c940a48dc5eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "openshift-service-ca.crt", "reconcileID": "ef048c9f-d9d2-4fb7-995a-c173d985bf17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:22:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "openshift-service-ca.crt", "reconcileID": "ef048c9f-d9d2-4fb7-995a-c173d985bf17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "962032ee-b44c-478f-8cfa-41549dcc9b1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:22:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7ed5ac"}, "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "962032ee-b44c-478f-8cfa-41549dcc9b1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7ed5ac"} 2026-09-10T12:22:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7ed5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7ed5ac", "reconcileID": "4ce36db2-1e46-473e-8760-ca05f05c8569", "Gateway": "e2e-shared-b-w3-7ed5ac", "namespace": "openshift-ingress"} 2026-09-10T12:25:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:25:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:25:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:25:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T12:27:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "27ed9b23-390e-40d6-b962-f508210b8e13", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "27ed9b23-390e-40d6-b962-f508210b8e13", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "27ed9b23-390e-40d6-b962-f508210b8e13", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fca15674-60c4-4e77-ab83-c7e4b42979a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:27:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "27ed9b23-390e-40d6-b962-f508210b8e13", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "name": "e2e-same-id-a-4b778336-kserve-route-authn"} 2026-09-10T12:27:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "27ed9b23-390e-40d6-b962-f508210b8e13", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:27:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "27ed9b23-390e-40d6-b962-f508210b8e13", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fca15674-60c4-4e77-ab83-c7e4b42979a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:27:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fca15674-60c4-4e77-ab83-c7e4b42979a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:27:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "de86a493-3089-46ec-a244-e51ef6aa56a8", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "de86a493-3089-46ec-a244-e51ef6aa56a8", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "de86a493-3089-46ec-a244-e51ef6aa56a8", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "de86a493-3089-46ec-a244-e51ef6aa56a8", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "name": "e2e-same-id-a-4b778336-kserve-route-authn"} 2026-09-10T12:27:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "de86a493-3089-46ec-a244-e51ef6aa56a8", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:27:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "de86a493-3089-46ec-a244-e51ef6aa56a8", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "e7aef4ed-9116-4fc8-8bb5-d8492040ffa7", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "e7aef4ed-9116-4fc8-8bb5-d8492040ffa7", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "e7aef4ed-9116-4fc8-8bb5-d8492040ffa7", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55129a7e-7674-4a04-a5e4-3c1aa9d06797", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:27:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "e7aef4ed-9116-4fc8-8bb5-d8492040ffa7", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "name": "e2e-same-id-b-4b778336-kserve-route-authn"} 2026-09-10T12:27:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "e7aef4ed-9116-4fc8-8bb5-d8492040ffa7", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:27:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "e7aef4ed-9116-4fc8-8bb5-d8492040ffa7", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55129a7e-7674-4a04-a5e4-3c1aa9d06797", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:27:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55129a7e-7674-4a04-a5e4-3c1aa9d06797", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:27:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "719b8cc4-3c4c-4998-aa10-4b9cece6189e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:27:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "719b8cc4-3c4c-4998-aa10-4b9cece6189e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:27:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "719b8cc4-3c4c-4998-aa10-4b9cece6189e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:27:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "26747b0a-098e-4c3d-ab9f-441081973b84", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "26747b0a-098e-4c3d-ab9f-441081973b84", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "26747b0a-098e-4c3d-ab9f-441081973b84", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "26747b0a-098e-4c3d-ab9f-441081973b84", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "name": "e2e-same-id-a-4b778336-kserve-route-authn"} 2026-09-10T12:27:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "26747b0a-098e-4c3d-ab9f-441081973b84", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:27:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "26747b0a-098e-4c3d-ab9f-441081973b84", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "1cab6728-15df-4953-a450-95c4c3d84ae6", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "1cab6728-15df-4953-a450-95c4c3d84ae6", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "1cab6728-15df-4953-a450-95c4c3d84ae6", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "1cab6728-15df-4953-a450-95c4c3d84ae6", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "name": "e2e-same-id-b-4b778336-kserve-route-authn"} 2026-09-10T12:27:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "1cab6728-15df-4953-a450-95c4c3d84ae6", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:27:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "1cab6728-15df-4953-a450-95c4c3d84ae6", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d4fa9ea-b3c7-42e8-a45f-50957c3510b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:27:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d4fa9ea-b3c7-42e8-a45f-50957c3510b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d4fa9ea-b3c7-42e8-a45f-50957c3510b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:27:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "d7b240ac-8f82-4972-ac3b-2f49cb7ca43d", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "d7b240ac-8f82-4972-ac3b-2f49cb7ca43d", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "d7b240ac-8f82-4972-ac3b-2f49cb7ca43d", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "d7b240ac-8f82-4972-ac3b-2f49cb7ca43d", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "name": "e2e-same-id-b-4b778336-kserve-route-authn"} 2026-09-10T12:27:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "d7b240ac-8f82-4972-ac3b-2f49cb7ca43d", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:27:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "d7b240ac-8f82-4972-ac3b-2f49cb7ca43d", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "eeb02fc7-766b-4858-9bc4-225adf89fc77", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "eeb02fc7-766b-4858-9bc4-225adf89fc77", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "eeb02fc7-766b-4858-9bc4-225adf89fc77", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "eeb02fc7-766b-4858-9bc4-225adf89fc77", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "name": "e2e-same-id-a-4b778336-kserve-route-authn"} 2026-09-10T12:27:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "eeb02fc7-766b-4858-9bc4-225adf89fc77", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:27:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "eeb02fc7-766b-4858-9bc4-225adf89fc77", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:27:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "af88ce8e-06a6-4951-82a5-c70bc471d461", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "af88ce8e-06a6-4951-82a5-c70bc471d461", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "af88ce8e-06a6-4951-82a5-c70bc471d461", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:27:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "af88ce8e-06a6-4951-82a5-c70bc471d461", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "name": "e2e-same-id-b-4b778336-kserve-route-authn"} 2026-09-10T12:27:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "af88ce8e-06a6-4951-82a5-c70bc471d461", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "authType": "userdefined"} 2026-09-10T12:27:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "af88ce8e-06a6-4951-82a5-c70bc471d461", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:28:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "fa5885cd-54c7-487f-aeff-b98b7d6a854c", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:28:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "fa5885cd-54c7-487f-aeff-b98b7d6a854c", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "name": "e2e-same-id-a-4b778336"} 2026-09-10T12:28:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "fa5885cd-54c7-487f-aeff-b98b7d6a854c", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:28:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "fa5885cd-54c7-487f-aeff-b98b7d6a854c", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:28:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "fa5885cd-54c7-487f-aeff-b98b7d6a854c", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "name": "e2e-same-id-a-4b778336-kserve-route-authn"} 2026-09-10T12:28:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "fa5885cd-54c7-487f-aeff-b98b7d6a854c", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm", "name": "e2e-same-id-a-4b778336-kserve-route-authn"} 2026-09-10T12:28:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4b778336", "reconcileID": "8881593e-2703-4bc4-9f65-ea656095cd1c", "LLMInferenceService": "e2e-same-id-a-4b778336", "namespace": "llm"} 2026-09-10T12:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f36f126b-5604-4740-8a3f-fdab13e189b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f36f126b-5604-4740-8a3f-fdab13e189b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f36f126b-5604-4740-8a3f-fdab13e189b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "742089ef-7c63-41aa-b571-d78a313bf88f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "742089ef-7c63-41aa-b571-d78a313bf88f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "742089ef-7c63-41aa-b571-d78a313bf88f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:28:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "dcaf25ba-517c-403d-833d-9ce32b78d251", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:28:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "dcaf25ba-517c-403d-833d-9ce32b78d251", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "name": "e2e-same-id-b-4b778336"} 2026-09-10T12:28:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "dcaf25ba-517c-403d-833d-9ce32b78d251", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:28:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "dcaf25ba-517c-403d-833d-9ce32b78d251", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:28:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "dcaf25ba-517c-403d-833d-9ce32b78d251", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "name": "e2e-same-id-b-4b778336-kserve-route-authn"} 2026-09-10T12:28:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "dcaf25ba-517c-403d-833d-9ce32b78d251", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm", "name": "e2e-same-id-b-4b778336-kserve-route-authn"} 2026-09-10T12:28:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4b778336","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4b778336", "reconcileID": "0b7303f1-a5d1-4f34-9ad8-91f15b2a429f", "LLMInferenceService": "e2e-same-id-b-4b778336", "namespace": "llm"} 2026-09-10T12:28:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d583c49-8c04-4df8-8154-71547b068c4c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:28:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d583c49-8c04-4df8-8154-71547b068c4c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:28:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d583c49-8c04-4df8-8154-71547b068c4c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:28:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "805becea-c8f3-4931-b3cd-928c391fc4ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T12:28:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "805becea-c8f3-4931-b3cd-928c391fc4ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T12:28:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "805becea-c8f3-4931-b3cd-928c391fc4ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}