2026-09-11T11:59:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "41a6b0a7-a21b-48a0-9ea2-1d25adbd114c", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "authType": "userdefined"} 2026-09-11T11:59:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "41a6b0a7-a21b-48a0-9ea2-1d25adbd114c", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T11:59:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64463697-501b-45fb-aeab-5ce68f1eaafc", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64463697-501b-45fb-aeab-5ce68f1eaafc", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64463697-501b-45fb-aeab-5ce68f1eaafc", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64463697-501b-45fb-aeab-5ce68f1eaafc", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711-kserve-route-authn"} 2026-09-11T11:59:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64463697-501b-45fb-aeab-5ce68f1eaafc", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "authType": "userdefined"} 2026-09-11T11:59:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64463697-501b-45fb-aeab-5ce68f1eaafc", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "6f2d0903-1eea-43d5-a5b4-d64d053672dd", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T11:59:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "6f2d0903-1eea-43d5-a5b4-d64d053672dd", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711-authn-ssl"} 2026-09-11T11:59:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "6f2d0903-1eea-43d5-a5b4-d64d053672dd", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T11:59:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "90a3c83b-ab98-4ddf-81a8-8f3f54ff7ed5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "90a3c83b-ab98-4ddf-81a8-8f3f54ff7ed5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "90a3c83b-ab98-4ddf-81a8-8f3f54ff7ed5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "90a3c83b-ab98-4ddf-81a8-8f3f54ff7ed5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711-kserve-route-authn"} 2026-09-11T11:59:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "90a3c83b-ab98-4ddf-81a8-8f3f54ff7ed5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "authType": "userdefined"} 2026-09-11T11:59:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "90a3c83b-ab98-4ddf-81a8-8f3f54ff7ed5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "874c28d0-d6a8-45d7-9b5d-3b30ca91f426", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T11:59:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "874c28d0-d6a8-45d7-9b5d-3b30ca91f426", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711-authn-ssl"} 2026-09-11T11:59:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "874c28d0-d6a8-45d7-9b5d-3b30ca91f426", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T11:59:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64876000-e37e-4623-b491-7ca7338116f1", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64876000-e37e-4623-b491-7ca7338116f1", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64876000-e37e-4623-b491-7ca7338116f1", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64876000-e37e-4623-b491-7ca7338116f1", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711-kserve-route-authn"} 2026-09-11T11:59:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64876000-e37e-4623-b491-7ca7338116f1", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "authType": "userdefined"} 2026-09-11T11:59:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "64876000-e37e-4623-b491-7ca7338116f1", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8989e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8989e8", "reconcileID": "655eeab8-46e5-49b6-b17b-ca87662ef500", "Gateway": "e2e-shared-a-w2-8989e8", "namespace": "openshift-ingress"} 2026-09-11T11:59:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8989e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8989e8", "reconcileID": "655eeab8-46e5-49b6-b17b-ca87662ef500", "Gateway": "e2e-shared-a-w2-8989e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8989e8-authn-ssl"} 2026-09-11T11:59:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8989e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8989e8", "reconcileID": "655eeab8-46e5-49b6-b17b-ca87662ef500", "Gateway": "e2e-shared-a-w2-8989e8", "namespace": "openshift-ingress"} 2026-09-11T11:59:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8989e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5ca114a-f612-4f22-8464-87b4bfd2c47d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8989e8"} 2026-09-11T11:59:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8989e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5ca114a-f612-4f22-8464-87b4bfd2c47d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T11:59:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8989e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5ca114a-f612-4f22-8464-87b4bfd2c47d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-8989e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T11:59:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8989e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "name": "odh-trusted-ca-bundle", "reconcileID": "af4b3cbe-4a87-45d5-b5df-ff370b7da947", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8989e8"} 2026-09-11T11:59:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8989e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "name": "odh-trusted-ca-bundle", "reconcileID": "af4b3cbe-4a87-45d5-b5df-ff370b7da947", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8989e8"} 2026-09-11T11:59:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8989e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "name": "openshift-service-ca.crt", "reconcileID": "6064a111-2817-42dc-9ec0-06fc162bc4da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8989e8"} 2026-09-11T11:59:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8989e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "name": "openshift-service-ca.crt", "reconcileID": "6064a111-2817-42dc-9ec0-06fc162bc4da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8989e8"} 2026-09-11T11:59:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8989e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f8438b-f87e-4856-b2ca-1b7c4b3c31da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8989e8"} 2026-09-11T11:59:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8989e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-8989e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f8438b-f87e-4856-b2ca-1b7c4b3c31da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8989e8"} 2026-09-11T11:59:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8989e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8989e8", "reconcileID": "39fa8d5d-54cb-4d17-a3fd-d3d3acdd7645", "Gateway": "e2e-shared-a-w2-8989e8", "namespace": "openshift-ingress"} 2026-09-11T11:59:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "ce1f40e2-e744-4881-a2ec-3fd2fd96e292", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "ce1f40e2-e744-4881-a2ec-3fd2fd96e292", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "ce1f40e2-e744-4881-a2ec-3fd2fd96e292", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "ce1f40e2-e744-4881-a2ec-3fd2fd96e292", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711-kserve-route-authn"} 2026-09-11T11:59:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "ce1f40e2-e744-4881-a2ec-3fd2fd96e292", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "authType": "userdefined"} 2026-09-11T11:59:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "ce1f40e2-e744-4881-a2ec-3fd2fd96e292", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "b7b1add9-e7e3-4e50-a2b5-f41c17bc90ad", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "b7b1add9-e7e3-4e50-a2b5-f41c17bc90ad", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "b7b1add9-e7e3-4e50-a2b5-f41c17bc90ad", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T11:59:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "b7b1add9-e7e3-4e50-a2b5-f41c17bc90ad", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711-kserve-route-authn"} 2026-09-11T11:59:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "b7b1add9-e7e3-4e50-a2b5-f41c17bc90ad", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "authType": "userdefined"} 2026-09-11T11:59:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "b7b1add9-e7e3-4e50-a2b5-f41c17bc90ad", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6daa53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6daa53", "reconcileID": "484a9a8d-dc79-4107-aa59-4c75a04a0c23", "Gateway": "e2e-shared-b-w2-6daa53", "namespace": "openshift-ingress"} 2026-09-11T12:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6daa53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6daa53", "reconcileID": "484a9a8d-dc79-4107-aa59-4c75a04a0c23", "Gateway": "e2e-shared-b-w2-6daa53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6daa53-authn-ssl"} 2026-09-11T12:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6daa53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6daa53", "reconcileID": "484a9a8d-dc79-4107-aa59-4c75a04a0c23", "Gateway": "e2e-shared-b-w2-6daa53", "namespace": "openshift-ingress"} 2026-09-11T12:00:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6daa53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6daa53", "reconcileID": "8e458836-f8cd-4554-9739-c9528b8eb71a", "Gateway": "e2e-shared-b-w2-6daa53", "namespace": "openshift-ingress"} 2026-09-11T12:00:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6daa53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6daa53", "reconcileID": "8e458836-f8cd-4554-9739-c9528b8eb71a", "Gateway": "e2e-shared-b-w2-6daa53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6daa53-authn-ssl"} 2026-09-11T12:00:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6daa53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6daa53", "reconcileID": "8e458836-f8cd-4554-9739-c9528b8eb71a", "Gateway": "e2e-shared-b-w2-6daa53", "namespace": "openshift-ingress"} 2026-09-11T12:00:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6daa53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65b241e0-eba6-42ba-845b-84e83334037a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6daa53"} 2026-09-11T12:00:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6daa53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65b241e0-eba6-42ba-845b-84e83334037a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:00:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6daa53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65b241e0-eba6-42ba-845b-84e83334037a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-6daa53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:00:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6daa53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "name": "odh-trusted-ca-bundle", "reconcileID": "e37c62a1-236b-482e-8a1c-5005c9f62323", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6daa53"} 2026-09-11T12:00:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6daa53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "name": "odh-trusted-ca-bundle", "reconcileID": "e37c62a1-236b-482e-8a1c-5005c9f62323", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6daa53"} 2026-09-11T12:00:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6daa53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "name": "openshift-service-ca.crt", "reconcileID": "267adf06-74bb-4372-a2ff-f233fc099b6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6daa53"} 2026-09-11T12:00:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6daa53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "name": "openshift-service-ca.crt", "reconcileID": "267adf06-74bb-4372-a2ff-f233fc099b6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6daa53"} 2026-09-11T12:00:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6daa53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2202ea7d-ee06-49b2-b6b2-e9d91262d672", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6daa53"} 2026-09-11T12:00:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6daa53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6daa53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2202ea7d-ee06-49b2-b6b2-e9d91262d672", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6daa53"} 2026-09-11T12:00:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6daa53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6daa53", "reconcileID": "7b4266ec-316b-4830-b742-13663e93a060", "Gateway": "e2e-shared-b-w2-6daa53", "namespace": "openshift-ingress"} 2026-09-11T12:00:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "ee74ddc7-1e5d-486d-b7f8-3b8deb75a72f", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:00:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "ee74ddc7-1e5d-486d-b7f8-3b8deb75a72f", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e"} 2026-09-11T12:00:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "ee74ddc7-1e5d-486d-b7f8-3b8deb75a72f", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:00:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "ee74ddc7-1e5d-486d-b7f8-3b8deb75a72f", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:00:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "ee74ddc7-1e5d-486d-b7f8-3b8deb75a72f", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e-kserve-route-authn"} 2026-09-11T12:00:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "ee74ddc7-1e5d-486d-b7f8-3b8deb75a72f", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e-kserve-route-authn"} 2026-09-11T12:00:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "ee74ddc7-1e5d-486d-b7f8-3b8deb75a72f", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:00:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "ee74ddc7-1e5d-486d-b7f8-3b8deb75a72f", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:00:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-272c5e","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "rate-test-model-272c5e", "reconcileID": "cffeb4d7-95a7-4420-90a6-3f3259a5f6cf", "LLMInferenceService": "rate-test-model-272c5e", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:00:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "a8532012-f1ce-4987-88a8-66811ea53ccd", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress"} 2026-09-11T12:00:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "a8532012-f1ce-4987-88a8-66811ea53ccd", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e-authn-ssl"} 2026-09-11T12:00:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "a8532012-f1ce-4987-88a8-66811ea53ccd", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress"} 2026-09-11T12:00:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "bf8b0159-d4e2-41a6-8766-59ea3f47473e", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress"} 2026-09-11T12:00:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "bf8b0159-d4e2-41a6-8766-59ea3f47473e", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e-authn-ssl"} 2026-09-11T12:00:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "bf8b0159-d4e2-41a6-8766-59ea3f47473e", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress"} 2026-09-11T12:00:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "e6fd5028-cf55-4301-a04f-24f5ee6ab4d5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:00:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "e6fd5028-cf55-4301-a04f-24f5ee6ab4d5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711"} 2026-09-11T12:00:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "e6fd5028-cf55-4301-a04f-24f5ee6ab4d5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:00:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "e6fd5028-cf55-4301-a04f-24f5ee6ab4d5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:00:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "e6fd5028-cf55-4301-a04f-24f5ee6ab4d5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711-kserve-route-authn"} 2026-09-11T12:00:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "e6fd5028-cf55-4301-a04f-24f5ee6ab4d5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711-kserve-route-authn"} 2026-09-11T12:00:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "e6fd5028-cf55-4301-a04f-24f5ee6ab4d5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:00:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "e6fd5028-cf55-4301-a04f-24f5ee6ab4d5", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:00:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-117711","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "rate-test-model-117711", "reconcileID": "e76ecf6d-91b9-4846-937c-94b8cad1bc8f", "LLMInferenceService": "rate-test-model-117711", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:00:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "6ba14ab5-a093-4a47-a47c-8c68a5d54c9c", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T12:00:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "6ba14ab5-a093-4a47-a47c-8c68a5d54c9c", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711-authn-ssl"} 2026-09-11T12:00:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "6ba14ab5-a093-4a47-a47c-8c68a5d54c9c", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T12:00:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "86c79872-6be6-47de-8d48-036b961942a8", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T12:00:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "86c79872-6be6-47de-8d48-036b961942a8", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711-authn-ssl"} 2026-09-11T12:00:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "86c79872-6be6-47de-8d48-036b961942a8", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T12:00:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "9463eef2-57d2-4487-aae7-cc04fbd300fd", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "9463eef2-57d2-4487-aae7-cc04fbd300fd", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "9463eef2-57d2-4487-aae7-cc04fbd300fd", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "66a89e0e-eab7-4307-8847-27881b2bcc30", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "66a89e0e-eab7-4307-8847-27881b2bcc30", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "66a89e0e-eab7-4307-8847-27881b2bcc30", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "19a2438a-9996-4160-9cdc-521e9f90b5b9", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "19a2438a-9996-4160-9cdc-521e9f90b5b9", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "19a2438a-9996-4160-9cdc-521e9f90b5b9", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "de65d9ea-df8b-4747-9324-0d8d83950b0a", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "de65d9ea-df8b-4747-9324-0d8d83950b0a", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "de65d9ea-df8b-4747-9324-0d8d83950b0a", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "d0ff8771-1b21-42b3-9ef3-d6798ee2d72c", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "d0ff8771-1b21-42b3-9ef3-d6798ee2d72c", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "d0ff8771-1b21-42b3-9ef3-d6798ee2d72c", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "71eec22b-d812-49d4-a05e-0b3512a5f9c6", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "71eec22b-d812-49d4-a05e-0b3512a5f9c6", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "71eec22b-d812-49d4-a05e-0b3512a5f9c6", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "c2939551-b44e-400e-a2e4-9ad91a10b8b4", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "c2939551-b44e-400e-a2e4-9ad91a10b8b4", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:00:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "c2939551-b44e-400e-a2e4-9ad91a10b8b4", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "openshift-service-ca.crt", "reconcileID": "ab3e88ee-afbc-4f40-8d94-0e9153dd548b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-trusted-ca-bundle", "reconcileID": "eb7c8204-b430-4f3f-aad8-b8d9fd54bb0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:00:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "openshift-service-ca.crt", "reconcileID": "fec86a5c-2cd2-4385-85dc-da801d57e6df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b19164", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:00:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "openshift-service-ca.crt", "reconcileID": "fec86a5c-2cd2-4385-85dc-da801d57e6df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27a9bbdf-b074-474e-881b-a22181718ac1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "openshift-service-ca.crt", "reconcileID": "5867b422-e6a1-42f9-b326-f616d18f0de1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:00:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-trusted-ca-bundle", "reconcileID": "57824403-5ba3-4193-aed6-5bdf9c45560f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:00:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-trusted-ca-bundle", "reconcileID": "57824403-5ba3-4193-aed6-5bdf9c45560f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c748b725-bc3f-4e37-a6b2-fba32d3d4eb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:00:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "3203c38f-7d02-4c62-b35a-89fcb69bbbfb", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "3203c38f-7d02-4c62-b35a-89fcb69bbbfb", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:00:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "3203c38f-7d02-4c62-b35a-89fcb69bbbfb", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "93ca5288-1c07-491f-8a98-e33c3df0c14f", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "93ca5288-1c07-491f-8a98-e33c3df0c14f", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:00:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "93ca5288-1c07-491f-8a98-e33c3df0c14f", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "86fc4c6b-8bf1-410d-8588-35416102e471", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "86fc4c6b-8bf1-410d-8588-35416102e471", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "86fc4c6b-8bf1-410d-8588-35416102e471", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "4d784b9e-dbba-4943-a34f-d035e407a4fb", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "4d784b9e-dbba-4943-a34f-d035e407a4fb", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "4d784b9e-dbba-4943-a34f-d035e407a4fb", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "ad36ec54-e5f9-4118-9cdc-d539b29c30a6", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "ad36ec54-e5f9-4118-9cdc-d539b29c30a6", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "ad36ec54-e5f9-4118-9cdc-d539b29c30a6", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "fb5db4c8-0dc0-4546-8366-1669a20e46cc", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "fb5db4c8-0dc0-4546-8366-1669a20e46cc", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "fb5db4c8-0dc0-4546-8366-1669a20e46cc", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "44941050-8ed6-41aa-b235-d301200bebc1", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "44941050-8ed6-41aa-b235-d301200bebc1", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "44941050-8ed6-41aa-b235-d301200bebc1", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "08175274-8c89-436f-a00f-d50cd026ae1d", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "08175274-8c89-436f-a00f-d50cd026ae1d", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "08175274-8c89-436f-a00f-d50cd026ae1d", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "7fb98344-ac8e-41a4-b9ac-0a69fefe2dd6", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "7fb98344-ac8e-41a4-b9ac-0a69fefe2dd6", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:00:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "7fb98344-ac8e-41a4-b9ac-0a69fefe2dd6", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:00:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "openshift-service-ca.crt", "reconcileID": "2ad6768c-bd9f-425d-960e-cbe56a49caac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:00:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-trusted-ca-bundle", "reconcileID": "d951f0f8-c449-486e-bd3a-be3c4e118b0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:00:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "openshift-service-ca.crt", "reconcileID": "3d90b17f-9112-4a2b-b38d-900a8bb38685", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-720006", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:00:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "openshift-service-ca.crt", "reconcileID": "3d90b17f-9112-4a2b-b38d-900a8bb38685", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:00:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "460b7be2-cbed-4346-9adc-df19a439c648", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:00:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "openshift-service-ca.crt", "reconcileID": "acc3cfbb-ee45-4c4c-b077-219bdc10ff91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:00:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-trusted-ca-bundle", "reconcileID": "0a6a4b33-b075-4df9-bb90-c5d0f48b2756", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:00:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-trusted-ca-bundle", "reconcileID": "0a6a4b33-b075-4df9-bb90-c5d0f48b2756", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:00:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4108f2e-d4f7-40a9-b4f4-f79439298e2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:01:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "c4174470-20d7-4bd7-95fc-9be058ea9645", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:01:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "c4174470-20d7-4bd7-95fc-9be058ea9645", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:01:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "c4174470-20d7-4bd7-95fc-9be058ea9645", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:01:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "d9366a8f-f735-426c-8b3f-84b649fed68b", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:01:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "d9366a8f-f735-426c-8b3f-84b649fed68b", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:01:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "d9366a8f-f735-426c-8b3f-84b649fed68b", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:01:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "1c5ba27d-a81f-4e11-812a-0d2d9896cae6", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "1c5ba27d-a81f-4e11-812a-0d2d9896cae6", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "1c5ba27d-a81f-4e11-812a-0d2d9896cae6", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "333dad34-5c63-4beb-bf21-5eccc04afcca", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:01:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "1c5ba27d-a81f-4e11-812a-0d2d9896cae6", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:01:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "1c5ba27d-a81f-4e11-812a-0d2d9896cae6", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "authType": "userdefined"} 2026-09-11T12:01:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "1c5ba27d-a81f-4e11-812a-0d2d9896cae6", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "333dad34-5c63-4beb-bf21-5eccc04afcca", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "333dad34-5c63-4beb-bf21-5eccc04afcca", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:01:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "561abecb-c43a-4c7f-a8fb-566070538109", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "561abecb-c43a-4c7f-a8fb-566070538109", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "561abecb-c43a-4c7f-a8fb-566070538109", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "561abecb-c43a-4c7f-a8fb-566070538109", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:01:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "561abecb-c43a-4c7f-a8fb-566070538109", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "authType": "userdefined"} 2026-09-11T12:01:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "561abecb-c43a-4c7f-a8fb-566070538109", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "7226e171-9d59-45e1-a41d-2f166db42f10", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:01:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "7226e171-9d59-45e1-a41d-2f166db42f10", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:01:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "7226e171-9d59-45e1-a41d-2f166db42f10", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:01:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "3f87e933-9529-4a4c-b289-f6f3793a2301", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "3f87e933-9529-4a4c-b289-f6f3793a2301", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "3f87e933-9529-4a4c-b289-f6f3793a2301", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "3f87e933-9529-4a4c-b289-f6f3793a2301", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:01:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "3f87e933-9529-4a4c-b289-f6f3793a2301", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "authType": "userdefined"} 2026-09-11T12:01:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "3f87e933-9529-4a4c-b289-f6f3793a2301", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "49db7150-f138-472e-a462-44ac22d71331", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "49db7150-f138-472e-a462-44ac22d71331", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "49db7150-f138-472e-a462-44ac22d71331", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "49db7150-f138-472e-a462-44ac22d71331", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:01:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "49db7150-f138-472e-a462-44ac22d71331", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "authType": "userdefined"} 2026-09-11T12:01:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "49db7150-f138-472e-a462-44ac22d71331", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "c07b75a6-70fd-4507-a7c1-693dd506bd15", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "c07b75a6-70fd-4507-a7c1-693dd506bd15", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "c07b75a6-70fd-4507-a7c1-693dd506bd15", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:01:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "c07b75a6-70fd-4507-a7c1-693dd506bd15", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:01:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "c07b75a6-70fd-4507-a7c1-693dd506bd15", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "authType": "userdefined"} 2026-09-11T12:01:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "c07b75a6-70fd-4507-a7c1-693dd506bd15", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:02:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "874dd6ed-7394-47e0-9849-855ae3452a60", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "874dd6ed-7394-47e0-9849-855ae3452a60", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "874dd6ed-7394-47e0-9849-855ae3452a60", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "27618db6-8a07-4f26-ac39-18ae40445769", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "27618db6-8a07-4f26-ac39-18ae40445769", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "27618db6-8a07-4f26-ac39-18ae40445769", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "d0c82b65-4aa9-43d3-bc57-28aed41a49d9", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "d0c82b65-4aa9-43d3-bc57-28aed41a49d9", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "d0c82b65-4aa9-43d3-bc57-28aed41a49d9", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "0a742de8-da4e-42c9-bd06-8230804c50d0", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "0a742de8-da4e-42c9-bd06-8230804c50d0", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "0a742de8-da4e-42c9-bd06-8230804c50d0", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "2bfe4e75-3353-47d2-8de3-eb30d287aeb0", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "2bfe4e75-3353-47d2-8de3-eb30d287aeb0", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "2bfe4e75-3353-47d2-8de3-eb30d287aeb0", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "16f33716-815b-465c-8729-0dfe5d6f57e5", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "16f33716-815b-465c-8729-0dfe5d6f57e5", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "16f33716-815b-465c-8729-0dfe5d6f57e5", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "openshift-service-ca.crt", "reconcileID": "983ee803-5649-4e0e-a2d8-ee6ecf2ce500", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-trusted-ca-bundle", "reconcileID": "2a29149d-e798-47c5-b676-872c0208f7af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "openshift-service-ca.crt", "reconcileID": "c3dd6c24-e3ae-466b-b16b-f10636040157", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:02:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "openshift-service-ca.crt", "reconcileID": "c3dd6c24-e3ae-466b-b16b-f10636040157", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12678a93-5613-4c33-8c57-32374b15f0e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "openshift-service-ca.crt", "reconcileID": "3679eafd-2aea-422f-95ed-9975d276187e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-trusted-ca-bundle", "reconcileID": "3219e603-68e4-4f65-8b4d-c97d20be1c9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:02:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-trusted-ca-bundle", "reconcileID": "3219e603-68e4-4f65-8b4d-c97d20be1c9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6eb94823-d2d8-4610-83b7-2ee64392ce51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "df0497ad-228b-476d-9791-fac7d202358a", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "df0497ad-228b-476d-9791-fac7d202358a", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "df0497ad-228b-476d-9791-fac7d202358a", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "13a29367-e1b5-4911-b188-42e107d1c57f", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "13a29367-e1b5-4911-b188-42e107d1c57f", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "13a29367-e1b5-4911-b188-42e107d1c57f", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "de1a5906-51ab-4ee3-942f-82ace9b59d96", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "de1a5906-51ab-4ee3-942f-82ace9b59d96", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "de1a5906-51ab-4ee3-942f-82ace9b59d96", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "bdeb57e8-e4f9-4684-a825-4615e7528f25", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "bdeb57e8-e4f9-4684-a825-4615e7528f25", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0-authn-ssl"} 2026-09-11T12:02:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "bdeb57e8-e4f9-4684-a825-4615e7528f25", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:02:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a9cdede-d309-41e4-b8b1-6c552da34faf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a9cdede-d309-41e4-b8b1-6c552da34faf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:02:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a9cdede-d309-41e4-b8b1-6c552da34faf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-b8e0f0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:02:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-trusted-ca-bundle", "reconcileID": "c58c43d1-a35c-4b6f-b788-7a6a2c5f60eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-trusted-ca-bundle", "reconcileID": "c58c43d1-a35c-4b6f-b788-7a6a2c5f60eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "openshift-service-ca.crt", "reconcileID": "0a9a309e-7b3a-4182-beb2-6d44662c045d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "openshift-service-ca.crt", "reconcileID": "0a9a309e-7b3a-4182-beb2-6d44662c045d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34cbb55f-0949-401a-9087-9c5e5dc6ef45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b8e0f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34cbb55f-0949-401a-9087-9c5e5dc6ef45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b8e0f0"} 2026-09-11T12:02:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b8e0f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b8e0f0", "reconcileID": "69a7b762-7ddb-4ab6-9462-f09373ef8d76", "Gateway": "e2e-ipp-cleanup-b8e0f0", "namespace": "openshift-ingress"} 2026-09-11T12:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "87749249-a325-41a2-8206-7e9cb52bca5a", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "87749249-a325-41a2-8206-7e9cb52bca5a", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "87749249-a325-41a2-8206-7e9cb52bca5a", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "03b55fcd-4e40-4549-85e2-ff3c59a1dfb7", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "03b55fcd-4e40-4549-85e2-ff3c59a1dfb7", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "03b55fcd-4e40-4549-85e2-ff3c59a1dfb7", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "3d7db7a3-ee4b-444f-bd01-7c22f15ec77a", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "3d7db7a3-ee4b-444f-bd01-7c22f15ec77a", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:03:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "3d7db7a3-ee4b-444f-bd01-7c22f15ec77a", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "dac0bcd4-bcf6-457e-afa4-30a10ad160c4", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "dac0bcd4-bcf6-457e-afa4-30a10ad160c4", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "dac0bcd4-bcf6-457e-afa4-30a10ad160c4", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "dac0bcd4-bcf6-457e-afa4-30a10ad160c4", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:03:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "dac0bcd4-bcf6-457e-afa4-30a10ad160c4", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "authType": "userdefined"} 2026-09-11T12:03:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "dac0bcd4-bcf6-457e-afa4-30a10ad160c4", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "454ea440-1c81-44c8-85ff-618aca28f4d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "454ea440-1c81-44c8-85ff-618aca28f4d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:03:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "454ea440-1c81-44c8-85ff-618aca28f4d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b19164 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:03:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-trusted-ca-bundle", "reconcileID": "6ff032e8-39f3-4cdb-8e0f-2bd68d8ea7ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-trusted-ca-bundle", "reconcileID": "6ff032e8-39f3-4cdb-8e0f-2bd68d8ea7ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "openshift-service-ca.crt", "reconcileID": "bb5fee63-e735-40c9-a607-c1e5879d46f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "openshift-service-ca.crt", "reconcileID": "bb5fee63-e735-40c9-a607-c1e5879d46f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62488d1f-2859-4359-99af-bfc6fc83ff24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62488d1f-2859-4359-99af-bfc6fc83ff24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "09224880-4f4e-47f9-9e5c-165dbf8c4d26", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "09224880-4f4e-47f9-9e5c-165dbf8c4d26", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "09224880-4f4e-47f9-9e5c-165dbf8c4d26", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "5368b53a-65e8-4989-90cf-46e2bb18d50f", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "5368b53a-65e8-4989-90cf-46e2bb18d50f", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164"} 2026-09-11T12:03:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "5368b53a-65e8-4989-90cf-46e2bb18d50f", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "5368b53a-65e8-4989-90cf-46e2bb18d50f", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "5368b53a-65e8-4989-90cf-46e2bb18d50f", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:03:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "5368b53a-65e8-4989-90cf-46e2bb18d50f", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:03:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "5368b53a-65e8-4989-90cf-46e2bb18d50f", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "5368b53a-65e8-4989-90cf-46e2bb18d50f", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "31b95930-a3a3-4e27-85a1-173214c37d12", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "31b95930-a3a3-4e27-85a1-173214c37d12", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164"} 2026-09-11T12:03:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "31b95930-a3a3-4e27-85a1-173214c37d12", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "31b95930-a3a3-4e27-85a1-173214c37d12", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "31b95930-a3a3-4e27-85a1-173214c37d12", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:03:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "31b95930-a3a3-4e27-85a1-173214c37d12", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164-kserve-route-authn"} 2026-09-11T12:03:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "31b95930-a3a3-4e27-85a1-173214c37d12", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "31b95930-a3a3-4e27-85a1-173214c37d12", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b19164","namespace":"ai-tenant-e2e-ipp-a-b19164"}, "namespace": "ai-tenant-e2e-ipp-a-b19164", "name": "ipp-route-b19164", "reconcileID": "025a8544-6a65-421e-b40c-74ffef8da192", "LLMInferenceService": "ipp-route-b19164", "namespace": "ai-tenant-e2e-ipp-a-b19164"} 2026-09-11T12:03:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "6bf4fc75-8a74-4ab8-b908-db8f9d191435", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "6bf4fc75-8a74-4ab8-b908-db8f9d191435", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164-authn-ssl"} 2026-09-11T12:03:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "6bf4fc75-8a74-4ab8-b908-db8f9d191435", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:03:49Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:03:49Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:03:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:03:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:03:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b19164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b19164", "reconcileID": "1055b160-2c70-4a8d-96cf-be550d9d9c55", "Gateway": "e2e-ipp-a-b19164", "namespace": "openshift-ingress"} 2026-09-11T12:04:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "616353d7-f155-4976-b319-675331a1fcc0", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:04:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "616353d7-f155-4976-b319-675331a1fcc0", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:04:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "616353d7-f155-4976-b319-675331a1fcc0", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "6fa15319-bb50-4da2-9993-a69e9cd1f4ad", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "6fa15319-bb50-4da2-9993-a69e9cd1f4ad", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006-authn-ssl"} 2026-09-11T12:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "6fa15319-bb50-4da2-9993-a69e9cd1f4ad", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:04:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af4a27c7-b819-4534-9f49-719426d85d9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:04:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af4a27c7-b819-4534-9f49-719426d85d9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:04:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af4a27c7-b819-4534-9f49-719426d85d9c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-720006 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:04:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-trusted-ca-bundle", "reconcileID": "4944869b-4c8e-4dc6-8117-28cb6aa451f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:04:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-trusted-ca-bundle", "reconcileID": "4944869b-4c8e-4dc6-8117-28cb6aa451f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:04:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-trusted-ca-bundle", "reconcileID": "4944869b-4c8e-4dc6-8117-28cb6aa451f8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-720006 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:04:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "openshift-service-ca.crt", "reconcileID": "0d5f1f4e-6c74-47e5-9a8b-23a7e4e51368", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "openshift-service-ca.crt", "reconcileID": "0d5f1f4e-6c74-47e5-9a8b-23a7e4e51368", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:04:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6768a0f3-ebb6-4ad2-b81f-6551e9e4d85a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6768a0f3-ebb6-4ad2-b81f-6551e9e4d85a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:04:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-trusted-ca-bundle", "reconcileID": "4c6e970d-1a1c-4786-8843-950f737087bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-720006"}, "namespace": "ai-tenant-e2e-ipp-b-720006", "name": "odh-trusted-ca-bundle", "reconcileID": "4c6e970d-1a1c-4786-8843-950f737087bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-720006"} 2026-09-11T12:04:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-720006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-720006", "reconcileID": "dfe41cb5-6660-43c8-9f7d-55187799fcd5", "Gateway": "e2e-ipp-b-720006", "namespace": "openshift-ingress"} 2026-09-11T12:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "81b21bf2-a103-446a-a8e3-8730614baf33", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress"} 2026-09-11T12:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "81b21bf2-a103-446a-a8e3-8730614baf33", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e-authn-ssl"} 2026-09-11T12:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "81b21bf2-a103-446a-a8e3-8730614baf33", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress"} 2026-09-11T12:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "74749eab-dffe-486b-b5b0-1dc2aa89a895", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress"} 2026-09-11T12:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "74749eab-dffe-486b-b5b0-1dc2aa89a895", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e-authn-ssl"} 2026-09-11T12:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "74749eab-dffe-486b-b5b0-1dc2aa89a895", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress"} 2026-09-11T12:04:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f5d7bd9-cb4a-48ac-9bda-34dd0580b978", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:04:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f5d7bd9-cb4a-48ac-9bda-34dd0580b978", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:04:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f5d7bd9-cb4a-48ac-9bda-34dd0580b978", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-272c5e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:04:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "ad8b1e3b-879c-4925-842c-4d9e60d5efec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:04:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "ad8b1e3b-879c-4925-842c-4d9e60d5efec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:04:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "openshift-service-ca.crt", "reconcileID": "ddb35706-1e74-4a62-8b1c-d0f88355e6ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:04:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "openshift-service-ca.crt", "reconcileID": "ddb35706-1e74-4a62-8b1c-d0f88355e6ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:04:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17529fc9-2282-4fb8-a42a-369c609d397f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:04:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-272c5e"}, "namespace": "ai-tenant-e2e-shared-a-w3-272c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17529fc9-2282-4fb8-a42a-369c609d397f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-272c5e"} 2026-09-11T12:04:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-272c5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-272c5e", "reconcileID": "7b0f8ea1-38da-4f06-b3e0-34bbdec7d244", "Gateway": "e2e-shared-a-w3-272c5e", "namespace": "openshift-ingress"} 2026-09-11T12:04:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "513ea8d9-78a6-4154-b710-c9f1c1717761", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T12:04:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "513ea8d9-78a6-4154-b710-c9f1c1717761", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711-authn-ssl"} 2026-09-11T12:04:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "513ea8d9-78a6-4154-b710-c9f1c1717761", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T12:04:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "24d7e443-ccf2-47a0-9fd5-680fabb585ef", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T12:04:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "24d7e443-ccf2-47a0-9fd5-680fabb585ef", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711-authn-ssl"} 2026-09-11T12:04:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "24d7e443-ccf2-47a0-9fd5-680fabb585ef", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T12:04:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17136329-3d72-43d4-b1d9-5727fe6bc722", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:04:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17136329-3d72-43d4-b1d9-5727fe6bc722", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:04:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17136329-3d72-43d4-b1d9-5727fe6bc722", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-117711 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:04:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-trusted-ca-bundle", "reconcileID": "ae6d3bef-a66d-48bb-88cf-919997ca87ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:04:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-trusted-ca-bundle", "reconcileID": "ae6d3bef-a66d-48bb-88cf-919997ca87ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-117711", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:04:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-trusted-ca-bundle", "reconcileID": "ae6d3bef-a66d-48bb-88cf-919997ca87ca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-117711 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:04:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "openshift-service-ca.crt", "reconcileID": "402cb1a9-7779-43e7-86d7-6a1c1d0de38b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "openshift-service-ca.crt", "reconcileID": "402cb1a9-7779-43e7-86d7-6a1c1d0de38b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:04:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7dd743a-3299-46ac-807f-27f20e936334", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7dd743a-3299-46ac-807f-27f20e936334", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:04:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-trusted-ca-bundle", "reconcileID": "2d8eed54-6697-4445-8f10-9de49d9d51a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-117711"}, "namespace": "ai-tenant-e2e-shared-b-w3-117711", "name": "odh-trusted-ca-bundle", "reconcileID": "2d8eed54-6697-4445-8f10-9de49d9d51a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-117711"} 2026-09-11T12:04:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-117711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-117711", "reconcileID": "4cadd0d3-e23c-40c4-b24a-e5ad3db747d6", "Gateway": "e2e-shared-b-w3-117711", "namespace": "openshift-ingress"} 2026-09-11T12:08:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "b5ad0241-9b81-4fad-8f8e-217bff13ed49", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "b5ad0241-9b81-4fad-8f8e-217bff13ed49", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "b5ad0241-9b81-4fad-8f8e-217bff13ed49", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "b5ad0241-9b81-4fad-8f8e-217bff13ed49", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "name": "e2e-same-id-a-58fdae53-kserve-route-authn"} 2026-09-11T12:08:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "b5ad0241-9b81-4fad-8f8e-217bff13ed49", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:08:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "b5ad0241-9b81-4fad-8f8e-217bff13ed49", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2255a58-0ea5-436f-b5b2-934dc17da3b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:08:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2255a58-0ea5-436f-b5b2-934dc17da3b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:08:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2255a58-0ea5-436f-b5b2-934dc17da3b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:08:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "427953ae-69bf-4bf4-8c51-835a981b5406", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "427953ae-69bf-4bf4-8c51-835a981b5406", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "427953ae-69bf-4bf4-8c51-835a981b5406", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec92efe7-563d-4300-ae38-75f14f91eaaf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:08:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "427953ae-69bf-4bf4-8c51-835a981b5406", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "name": "e2e-same-id-b-58fdae53-kserve-route-authn"} 2026-09-11T12:08:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "427953ae-69bf-4bf4-8c51-835a981b5406", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:08:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "427953ae-69bf-4bf4-8c51-835a981b5406", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec92efe7-563d-4300-ae38-75f14f91eaaf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:08:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec92efe7-563d-4300-ae38-75f14f91eaaf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:08:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e4105314-d209-4a48-8833-a4bb9980e711", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e4105314-d209-4a48-8833-a4bb9980e711", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e4105314-d209-4a48-8833-a4bb9980e711", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e4105314-d209-4a48-8833-a4bb9980e711", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "name": "e2e-same-id-a-58fdae53-kserve-route-authn"} 2026-09-11T12:08:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e4105314-d209-4a48-8833-a4bb9980e711", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:08:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e4105314-d209-4a48-8833-a4bb9980e711", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "abaa3fff-99ef-46ad-9399-00cd8aaa7aee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "abaa3fff-99ef-46ad-9399-00cd8aaa7aee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "abaa3fff-99ef-46ad-9399-00cd8aaa7aee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:08:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "318ae814-60f4-493f-8de5-25c12d0918bb", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "318ae814-60f4-493f-8de5-25c12d0918bb", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "318ae814-60f4-493f-8de5-25c12d0918bb", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "318ae814-60f4-493f-8de5-25c12d0918bb", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "name": "e2e-same-id-a-58fdae53-kserve-route-authn"} 2026-09-11T12:08:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "318ae814-60f4-493f-8de5-25c12d0918bb", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:08:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "318ae814-60f4-493f-8de5-25c12d0918bb", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:08:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "38100799-3436-4700-b5e6-646e865e9d5c", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:08:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "38100799-3436-4700-b5e6-646e865e9d5c", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:08:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "38100799-3436-4700-b5e6-646e865e9d5c", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:08:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "38100799-3436-4700-b5e6-646e865e9d5c", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "name": "e2e-same-id-b-58fdae53-kserve-route-authn"} 2026-09-11T12:08:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "38100799-3436-4700-b5e6-646e865e9d5c", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:08:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "38100799-3436-4700-b5e6-646e865e9d5c", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2abf882-97f0-4586-8c49-793ce3fce296", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2abf882-97f0-4586-8c49-793ce3fce296", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2abf882-97f0-4586-8c49-793ce3fce296", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "9b6f0110-e5e7-48f5-a92e-e0028be96574", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "9b6f0110-e5e7-48f5-a92e-e0028be96574", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "9b6f0110-e5e7-48f5-a92e-e0028be96574", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "9b6f0110-e5e7-48f5-a92e-e0028be96574", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "name": "e2e-same-id-b-58fdae53-kserve-route-authn"} 2026-09-11T12:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "9b6f0110-e5e7-48f5-a92e-e0028be96574", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "9b6f0110-e5e7-48f5-a92e-e0028be96574", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "558a3831-1b61-45bc-ac22-6edac0b3a960", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:09:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "558a3831-1b61-45bc-ac22-6edac0b3a960", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:09:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "558a3831-1b61-45bc-ac22-6edac0b3a960", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:09:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "558a3831-1b61-45bc-ac22-6edac0b3a960", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "name": "e2e-same-id-a-58fdae53-kserve-route-authn"} 2026-09-11T12:09:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "558a3831-1b61-45bc-ac22-6edac0b3a960", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:09:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "558a3831-1b61-45bc-ac22-6edac0b3a960", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:09:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "e3852d8f-1467-449c-8bfb-7924aa79f18b", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "e3852d8f-1467-449c-8bfb-7924aa79f18b", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "e3852d8f-1467-449c-8bfb-7924aa79f18b", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "e3852d8f-1467-449c-8bfb-7924aa79f18b", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "name": "e2e-same-id-b-58fdae53-kserve-route-authn"} 2026-09-11T12:09:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "e3852d8f-1467-449c-8bfb-7924aa79f18b", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:09:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "e3852d8f-1467-449c-8bfb-7924aa79f18b", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e41540a2-9366-4463-bccd-c8cbd0a7ea6e", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:09:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e41540a2-9366-4463-bccd-c8cbd0a7ea6e", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "name": "e2e-same-id-a-58fdae53"} 2026-09-11T12:09:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e41540a2-9366-4463-bccd-c8cbd0a7ea6e", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:09:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e41540a2-9366-4463-bccd-c8cbd0a7ea6e", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:09:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e41540a2-9366-4463-bccd-c8cbd0a7ea6e", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "name": "e2e-same-id-a-58fdae53-kserve-route-authn"} 2026-09-11T12:09:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "e41540a2-9366-4463-bccd-c8cbd0a7ea6e", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm", "name": "e2e-same-id-a-58fdae53-kserve-route-authn"} 2026-09-11T12:09:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-58fdae53", "reconcileID": "a8471464-aee0-4fea-8e97-e19de28680c5", "LLMInferenceService": "e2e-same-id-a-58fdae53", "namespace": "llm"} 2026-09-11T12:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60b5bdab-d120-40f0-9482-c4025f2df3a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:09:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60b5bdab-d120-40f0-9482-c4025f2df3a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60b5bdab-d120-40f0-9482-c4025f2df3a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e567060b-cbc8-4760-9a8c-fbcee4fb1fc5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:09:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e567060b-cbc8-4760-9a8c-fbcee4fb1fc5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e567060b-cbc8-4760-9a8c-fbcee4fb1fc5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:09:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "57be6221-7d9d-4651-b4d0-a04193b31be5", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "57be6221-7d9d-4651-b4d0-a04193b31be5", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "name": "e2e-same-id-b-58fdae53"} 2026-09-11T12:09:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "57be6221-7d9d-4651-b4d0-a04193b31be5", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "57be6221-7d9d-4651-b4d0-a04193b31be5", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "57be6221-7d9d-4651-b4d0-a04193b31be5", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "name": "e2e-same-id-b-58fdae53-kserve-route-authn"} 2026-09-11T12:09:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "57be6221-7d9d-4651-b4d0-a04193b31be5", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm", "name": "e2e-same-id-b-58fdae53-kserve-route-authn"} 2026-09-11T12:09:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-58fdae53","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-58fdae53", "reconcileID": "45c0d6c6-5f4e-4761-9370-3b306b5a38c9", "LLMInferenceService": "e2e-same-id-b-58fdae53", "namespace": "llm"} 2026-09-11T12:09:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bed62b37-1e2a-4a9d-9dfc-701c5175edaf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:09:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bed62b37-1e2a-4a9d-9dfc-701c5175edaf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:09:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bed62b37-1e2a-4a9d-9dfc-701c5175edaf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:09:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdd487bf-9760-413d-a6e9-28cd4f22757d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:09:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdd487bf-9760-413d-a6e9-28cd4f22757d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:09:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdd487bf-9760-413d-a6e9-28cd4f22757d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}