2026-09-11T12:52:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "19a53863-4e0a-4329-8828-515afcf04cfd", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:52:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "19a53863-4e0a-4329-8828-515afcf04cfd", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa-authn-ssl"} 2026-09-11T12:52:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "19a53863-4e0a-4329-8828-515afcf04cfd", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:52:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "6ea1bf3e-c257-4000-b332-8992ec3cd32d", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:52:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "6ea1bf3e-c257-4000-b332-8992ec3cd32d", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:52:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "6ea1bf3e-c257-4000-b332-8992ec3cd32d", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:52:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "6ea1bf3e-c257-4000-b332-8992ec3cd32d", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa-kserve-route-authn"} 2026-09-11T12:52:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "6ea1bf3e-c257-4000-b332-8992ec3cd32d", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "authType": "userdefined"} 2026-09-11T12:52:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "6ea1bf3e-c257-4000-b332-8992ec3cd32d", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:52:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1a4a12"}, "namespace": "ai-tenant-e2e-api-b-1a4a12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dde440a-c73a-4acd-9365-1d6ca34a8e86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1a4a12"} 2026-09-11T12:52:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1a4a12"}, "namespace": "ai-tenant-e2e-api-b-1a4a12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dde440a-c73a-4acd-9365-1d6ca34a8e86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1a4a12", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:52:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1a4a12"}, "namespace": "ai-tenant-e2e-api-b-1a4a12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dde440a-c73a-4acd-9365-1d6ca34a8e86", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1a4a12 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:52:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1a4a12"}, "namespace": "ai-tenant-e2e-api-b-1a4a12", "name": "odh-trusted-ca-bundle", "reconcileID": "44941dc0-d0b4-4ce8-8bed-32fa5f56d5f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1a4a12"} 2026-09-11T12:52:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1a4a12"}, "namespace": "ai-tenant-e2e-api-b-1a4a12", "name": "odh-trusted-ca-bundle", "reconcileID": "44941dc0-d0b4-4ce8-8bed-32fa5f56d5f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1a4a12"} 2026-09-11T12:52:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1a4a12"}, "namespace": "ai-tenant-e2e-api-b-1a4a12", "name": "openshift-service-ca.crt", "reconcileID": "e59a0fbf-3a47-41f1-aa94-ab21f092721f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1a4a12"} 2026-09-11T12:52:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1a4a12"}, "namespace": "ai-tenant-e2e-api-b-1a4a12", "name": "openshift-service-ca.crt", "reconcileID": "e59a0fbf-3a47-41f1-aa94-ab21f092721f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1a4a12"} 2026-09-11T12:52:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1a4a12"}, "namespace": "ai-tenant-e2e-api-b-1a4a12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f295a7c8-733b-49f5-980b-7280fd7dac5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1a4a12"} 2026-09-11T12:52:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1a4a12"}, "namespace": "ai-tenant-e2e-api-b-1a4a12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f295a7c8-733b-49f5-980b-7280fd7dac5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1a4a12"} 2026-09-11T12:52:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1a4a12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1a4a12", "reconcileID": "a7fc7b3f-7a1f-47d7-9fd7-39054a97f613", "Gateway": "e2e-api-b-1a4a12", "namespace": "openshift-ingress"} 2026-09-11T12:52:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "c9851710-5f0d-429d-8046-3e1dd220ee40", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:52:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "c9851710-5f0d-429d-8046-3e1dd220ee40", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:52:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "c9851710-5f0d-429d-8046-3e1dd220ee40", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:52:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "c9851710-5f0d-429d-8046-3e1dd220ee40", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa-kserve-route-authn"} 2026-09-11T12:52:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "c9851710-5f0d-429d-8046-3e1dd220ee40", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "authType": "userdefined"} 2026-09-11T12:52:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "c9851710-5f0d-429d-8046-3e1dd220ee40", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:52:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ce2636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ce2636", "reconcileID": "056478fb-950a-4500-b4ce-de77c47f57f2", "Gateway": "e2e-shared-a-w2-ce2636", "namespace": "openshift-ingress"} 2026-09-11T12:52:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ce2636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ce2636", "reconcileID": "056478fb-950a-4500-b4ce-de77c47f57f2", "Gateway": "e2e-shared-a-w2-ce2636", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ce2636-authn-ssl"} 2026-09-11T12:52:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ce2636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ce2636", "reconcileID": "056478fb-950a-4500-b4ce-de77c47f57f2", "Gateway": "e2e-shared-a-w2-ce2636", "namespace": "openshift-ingress"} 2026-09-11T12:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ce2636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ce2636", "reconcileID": "1a75c53a-0091-48f7-aea4-0f89d69d2de6", "Gateway": "e2e-shared-a-w2-ce2636", "namespace": "openshift-ingress"} 2026-09-11T12:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ce2636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ce2636", "reconcileID": "1a75c53a-0091-48f7-aea4-0f89d69d2de6", "Gateway": "e2e-shared-a-w2-ce2636", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ce2636-authn-ssl"} 2026-09-11T12:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ce2636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ce2636", "reconcileID": "1a75c53a-0091-48f7-aea4-0f89d69d2de6", "Gateway": "e2e-shared-a-w2-ce2636", "namespace": "openshift-ingress"} 2026-09-11T12:52:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ce2636"}, "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47fbfa9d-d0d3-4189-885b-fd0170429ce6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ce2636"} 2026-09-11T12:52:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ce2636"}, "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47fbfa9d-d0d3-4189-885b-fd0170429ce6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:52:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ce2636"}, "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47fbfa9d-d0d3-4189-885b-fd0170429ce6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-ce2636 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:52:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ce2636"}, "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "name": "odh-trusted-ca-bundle", "reconcileID": "e02059ad-7ba5-442d-8af4-4b9eca556a0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ce2636"} 2026-09-11T12:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ce2636"}, "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "name": "odh-trusted-ca-bundle", "reconcileID": "e02059ad-7ba5-442d-8af4-4b9eca556a0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ce2636"} 2026-09-11T12:52:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-ce2636"}, "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "name": "openshift-service-ca.crt", "reconcileID": "76a6c8c7-c40d-46b7-a242-d4710ab204c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-ce2636"} 2026-09-11T12:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-ce2636"}, "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "name": "openshift-service-ca.crt", "reconcileID": "76a6c8c7-c40d-46b7-a242-d4710ab204c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-ce2636"} 2026-09-11T12:52:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ce2636"}, "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92f2315f-954d-4d89-9deb-a31740d6743d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ce2636"} 2026-09-11T12:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ce2636"}, "namespace": "ai-tenant-e2e-shared-a-w2-ce2636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92f2315f-954d-4d89-9deb-a31740d6743d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ce2636"} 2026-09-11T12:52:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ce2636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ce2636", "reconcileID": "7b635b65-e5a1-4bff-ac03-934acadfb28c", "Gateway": "e2e-shared-a-w2-ce2636", "namespace": "openshift-ingress"} 2026-09-11T12:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5db8fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5db8fe", "reconcileID": "307d5519-596e-47ce-a379-eaff021dcea9", "Gateway": "e2e-shared-b-w2-5db8fe", "namespace": "openshift-ingress"} 2026-09-11T12:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5db8fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5db8fe", "reconcileID": "307d5519-596e-47ce-a379-eaff021dcea9", "Gateway": "e2e-shared-b-w2-5db8fe", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5db8fe-authn-ssl"} 2026-09-11T12:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5db8fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5db8fe", "reconcileID": "307d5519-596e-47ce-a379-eaff021dcea9", "Gateway": "e2e-shared-b-w2-5db8fe", "namespace": "openshift-ingress"} 2026-09-11T12:52:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5db8fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5db8fe", "reconcileID": "06cda2fd-170d-46d9-ade8-bc6fc1075ca9", "Gateway": "e2e-shared-b-w2-5db8fe", "namespace": "openshift-ingress"} 2026-09-11T12:52:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5db8fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5db8fe", "reconcileID": "06cda2fd-170d-46d9-ade8-bc6fc1075ca9", "Gateway": "e2e-shared-b-w2-5db8fe", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5db8fe-authn-ssl"} 2026-09-11T12:52:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5db8fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5db8fe", "reconcileID": "06cda2fd-170d-46d9-ade8-bc6fc1075ca9", "Gateway": "e2e-shared-b-w2-5db8fe", "namespace": "openshift-ingress"} 2026-09-11T12:52:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dcc6809-79f9-4a61-b5c4-4d335a6fdf9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe"} 2026-09-11T12:52:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dcc6809-79f9-4a61-b5c4-4d335a6fdf9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:52:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dcc6809-79f9-4a61-b5c4-4d335a6fdf9f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-5db8fe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:52:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-trusted-ca-bundle", "reconcileID": "0a332db3-b6f3-4aa4-a4b4-6f648b0ab323", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe"} 2026-09-11T12:52:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-trusted-ca-bundle", "reconcileID": "0a332db3-b6f3-4aa4-a4b4-6f648b0ab323", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:52:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-trusted-ca-bundle", "reconcileID": "0a332db3-b6f3-4aa4-a4b4-6f648b0ab323", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-5db8fe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:52:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "openshift-service-ca.crt", "reconcileID": "0803dc65-b1d5-4966-88b2-220c96f64546", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe"} 2026-09-11T12:52:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "openshift-service-ca.crt", "reconcileID": "0803dc65-b1d5-4966-88b2-220c96f64546", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe"} 2026-09-11T12:52:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33852dff-4479-44ae-bd97-25a414f6dba0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe"} 2026-09-11T12:52:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33852dff-4479-44ae-bd97-25a414f6dba0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe"} 2026-09-11T12:52:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-trusted-ca-bundle", "reconcileID": "d301ab00-1b38-47fd-acba-b0f11ba6fc7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe"} 2026-09-11T12:52:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5db8fe"}, "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe", "name": "odh-trusted-ca-bundle", "reconcileID": "d301ab00-1b38-47fd-acba-b0f11ba6fc7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5db8fe"} 2026-09-11T12:52:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5db8fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5db8fe", "reconcileID": "b39832ef-6bfc-4bd8-92c1-509d91f38f3f", "Gateway": "e2e-shared-b-w2-5db8fe", "namespace": "openshift-ingress"} 2026-09-11T12:53:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c0bbb3","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3", "reconcileID": "2904dbc3-2d9b-49b6-b1a0-41cda0ab3227", "LLMInferenceService": "rate-test-model-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:53:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c0bbb3","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3", "reconcileID": "2904dbc3-2d9b-49b6-b1a0-41cda0ab3227", "LLMInferenceService": "rate-test-model-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3"} 2026-09-11T12:53:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c0bbb3","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3", "reconcileID": "2904dbc3-2d9b-49b6-b1a0-41cda0ab3227", "LLMInferenceService": "rate-test-model-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:53:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c0bbb3","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3", "reconcileID": "2904dbc3-2d9b-49b6-b1a0-41cda0ab3227", "LLMInferenceService": "rate-test-model-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:53:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c0bbb3","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3", "reconcileID": "2904dbc3-2d9b-49b6-b1a0-41cda0ab3227", "LLMInferenceService": "rate-test-model-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3-kserve-route-authn"} 2026-09-11T12:53:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c0bbb3","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3", "reconcileID": "2904dbc3-2d9b-49b6-b1a0-41cda0ab3227", "LLMInferenceService": "rate-test-model-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3-kserve-route-authn"} 2026-09-11T12:53:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c0bbb3","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3", "reconcileID": "2904dbc3-2d9b-49b6-b1a0-41cda0ab3227", "LLMInferenceService": "rate-test-model-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:53:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c0bbb3","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3", "reconcileID": "2904dbc3-2d9b-49b6-b1a0-41cda0ab3227", "LLMInferenceService": "rate-test-model-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:53:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c0bbb3","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "rate-test-model-c0bbb3", "reconcileID": "dac72b8b-6d98-4aa6-aa09-e29f3cab9198", "LLMInferenceService": "rate-test-model-c0bbb3", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:53:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "f0800ff4-68bb-4e44-a5d2-7f3bcd146da4", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress"} 2026-09-11T12:53:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "f0800ff4-68bb-4e44-a5d2-7f3bcd146da4", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3-authn-ssl"} 2026-09-11T12:53:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "f0800ff4-68bb-4e44-a5d2-7f3bcd146da4", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress"} 2026-09-11T12:53:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "2ff54f9e-b5b3-4c25-ad6f-e87d970b9d91", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress"} 2026-09-11T12:53:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "2ff54f9e-b5b3-4c25-ad6f-e87d970b9d91", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3-authn-ssl"} 2026-09-11T12:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "2ff54f9e-b5b3-4c25-ad6f-e87d970b9d91", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress"} 2026-09-11T12:53:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "a056484a-11da-4a0e-bac9-e919ac7257e3", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:53:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "a056484a-11da-4a0e-bac9-e919ac7257e3", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa"} 2026-09-11T12:53:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "a056484a-11da-4a0e-bac9-e919ac7257e3", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:53:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "a056484a-11da-4a0e-bac9-e919ac7257e3", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:53:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "a056484a-11da-4a0e-bac9-e919ac7257e3", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa-kserve-route-authn"} 2026-09-11T12:53:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "a056484a-11da-4a0e-bac9-e919ac7257e3", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa-kserve-route-authn"} 2026-09-11T12:53:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "a056484a-11da-4a0e-bac9-e919ac7257e3", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:53:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "a056484a-11da-4a0e-bac9-e919ac7257e3", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:53:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1337fa","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "rate-test-model-1337fa", "reconcileID": "028b3e4e-854b-4460-8fd7-2245a76cfe75", "LLMInferenceService": "rate-test-model-1337fa", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "f6e35239-84a3-4e6e-98a7-2b5f892d628f", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "f6e35239-84a3-4e6e-98a7-2b5f892d628f", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa-authn-ssl"} 2026-09-11T12:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "f6e35239-84a3-4e6e-98a7-2b5f892d628f", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "757e51af-3e39-4961-bd6c-a3bf042f89ae", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "757e51af-3e39-4961-bd6c-a3bf042f89ae", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa-authn-ssl"} 2026-09-11T12:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "757e51af-3e39-4961-bd6c-a3bf042f89ae", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "c0d21629-cd9d-4b66-b307-92e14f9ff8ed", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "c0d21629-cd9d-4b66-b307-92e14f9ff8ed", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "c0d21629-cd9d-4b66-b307-92e14f9ff8ed", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "662c61ef-9638-43ed-8f98-a33469a0d93a", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "662c61ef-9638-43ed-8f98-a33469a0d93a", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "662c61ef-9638-43ed-8f98-a33469a0d93a", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "a2e46d1c-7d56-472d-9f31-afddd91c4cc5", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "a2e46d1c-7d56-472d-9f31-afddd91c4cc5", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "a2e46d1c-7d56-472d-9f31-afddd91c4cc5", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "eaea0e11-4233-49d4-bb62-1203f9fa4f9b", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "eaea0e11-4233-49d4-bb62-1203f9fa4f9b", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "eaea0e11-4233-49d4-bb62-1203f9fa4f9b", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "b6f62574-81e9-4a69-96ec-f2f710539b9b", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "b6f62574-81e9-4a69-96ec-f2f710539b9b", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "b6f62574-81e9-4a69-96ec-f2f710539b9b", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "cdd2bf62-26d1-4ed6-b139-f3611d56c99f", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "cdd2bf62-26d1-4ed6-b139-f3611d56c99f", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "cdd2bf62-26d1-4ed6-b139-f3611d56c99f", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "39d08b9f-7ea6-4d8e-a1d0-cd376fb3503e", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "39d08b9f-7ea6-4d8e-a1d0-cd376fb3503e", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:53:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "39d08b9f-7ea6-4d8e-a1d0-cd376fb3503e", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "openshift-service-ca.crt", "reconcileID": "2057af9a-e325-4bb5-abbe-4e3c4d51414e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:53:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-trusted-ca-bundle", "reconcileID": "a8efcdc0-845f-4ab9-851f-7d23d92afe7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:53:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "openshift-service-ca.crt", "reconcileID": "2892b7b6-69dd-47c4-89f8-1d9563357862", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:53:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "openshift-service-ca.crt", "reconcileID": "2892b7b6-69dd-47c4-89f8-1d9563357862", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:53:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "openshift-service-ca.crt", "reconcileID": "d82227e7-c72c-42f9-bea1-97d2e9baa4ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:53:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e85b48c-206e-430c-8bb3-515e7a23f8ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:53:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-trusted-ca-bundle", "reconcileID": "ad0e2203-bf47-4e15-8cc1-9f67224dceb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:53:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-trusted-ca-bundle", "reconcileID": "ad0e2203-bf47-4e15-8cc1-9f67224dceb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:53:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4a57d28-5d88-46bb-a7cf-2942c48f2009", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "317bc7df-f38d-4f1a-a59a-381ec6235903", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "317bc7df-f38d-4f1a-a59a-381ec6235903", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "317bc7df-f38d-4f1a-a59a-381ec6235903", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "47ee84f1-ef42-4894-803b-599b37d27040", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "47ee84f1-ef42-4894-803b-599b37d27040", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:53:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "47ee84f1-ef42-4894-803b-599b37d27040", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:53:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "cf9e7224-d77f-48b4-bc6e-1ddf62f9f61e", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "cf9e7224-d77f-48b4-bc6e-1ddf62f9f61e", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "cf9e7224-d77f-48b4-bc6e-1ddf62f9f61e", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "3ca6164d-42f2-4ed7-92bd-89afe4d5d49c", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "3ca6164d-42f2-4ed7-92bd-89afe4d5d49c", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "3ca6164d-42f2-4ed7-92bd-89afe4d5d49c", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "98528547-dccc-4939-83e5-fdcdd6edd856", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "98528547-dccc-4939-83e5-fdcdd6edd856", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "98528547-dccc-4939-83e5-fdcdd6edd856", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "721fe331-50ad-42eb-83c5-b8e9323b689b", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "721fe331-50ad-42eb-83c5-b8e9323b689b", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "721fe331-50ad-42eb-83c5-b8e9323b689b", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "f30bb259-6197-4d1e-966a-66a47c2e2d53", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "f30bb259-6197-4d1e-966a-66a47c2e2d53", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "f30bb259-6197-4d1e-966a-66a47c2e2d53", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "66c3ef5c-f9a9-486a-b034-fe24b752bc5c", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "66c3ef5c-f9a9-486a-b034-fe24b752bc5c", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "66c3ef5c-f9a9-486a-b034-fe24b752bc5c", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "b89e53b1-f4e4-4b29-9c06-d7a3edd9e617", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "b89e53b1-f4e4-4b29-9c06-d7a3edd9e617", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "b89e53b1-f4e4-4b29-9c06-d7a3edd9e617", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "25e84465-3142-4d0f-957a-f7f6f5b01385", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "25e84465-3142-4d0f-957a-f7f6f5b01385", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "25e84465-3142-4d0f-957a-f7f6f5b01385", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "openshift-service-ca.crt", "reconcileID": "0ae68119-2c1c-40ae-ade8-68c18f170d90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-trusted-ca-bundle", "reconcileID": "a38e5456-54da-40dd-8267-48f29b2186ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:53:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "openshift-service-ca.crt", "reconcileID": "4ca2e1bd-2912-4b8a-9064-315b7ef87131", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:53:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "openshift-service-ca.crt", "reconcileID": "4ca2e1bd-2912-4b8a-9064-315b7ef87131", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "openshift-service-ca.crt", "reconcileID": "1da62581-0a59-4dd1-a2cb-d09bc2c0889a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e775634f-d91f-480d-9f06-040249f81ba2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:53:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-trusted-ca-bundle", "reconcileID": "10d85b18-4ffc-4afd-bc3d-f71031bcc6ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:53:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-trusted-ca-bundle", "reconcileID": "10d85b18-4ffc-4afd-bc3d-f71031bcc6ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5d78a7a-f1f9-4b7f-8389-f94f353f753b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "2204fc27-378d-4599-8124-5c73068fd33e", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "2204fc27-378d-4599-8124-5c73068fd33e", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "2204fc27-378d-4599-8124-5c73068fd33e", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "169aa18c-cd19-46d9-acb0-fcdf8220eaaf", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "169aa18c-cd19-46d9-acb0-fcdf8220eaaf", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:53:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "169aa18c-cd19-46d9-acb0-fcdf8220eaaf", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:53:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:53:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:54:03Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:54:03Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:54:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "5be7611d-8a48-4056-bb5b-8215af9a52e0", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "5be7611d-8a48-4056-bb5b-8215af9a52e0", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "5be7611d-8a48-4056-bb5b-8215af9a52e0", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "7a89ddcf-4488-4af2-a186-c3bf889ee243", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:54:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "5be7611d-8a48-4056-bb5b-8215af9a52e0", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2-kserve-route-authn"} 2026-09-11T12:54:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "5be7611d-8a48-4056-bb5b-8215af9a52e0", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "authType": "userdefined"} 2026-09-11T12:54:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "5be7611d-8a48-4056-bb5b-8215af9a52e0", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "7a89ddcf-4488-4af2-a186-c3bf889ee243", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:54:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "7a89ddcf-4488-4af2-a186-c3bf889ee243", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:54:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "cfe3e1af-269c-4909-9bbc-800d30ad5b1d", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "cfe3e1af-269c-4909-9bbc-800d30ad5b1d", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "cfe3e1af-269c-4909-9bbc-800d30ad5b1d", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "cfe3e1af-269c-4909-9bbc-800d30ad5b1d", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2-kserve-route-authn"} 2026-09-11T12:54:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "cfe3e1af-269c-4909-9bbc-800d30ad5b1d", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "authType": "userdefined"} 2026-09-11T12:54:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "cfe3e1af-269c-4909-9bbc-800d30ad5b1d", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "9db9531b-b61b-433f-9a56-296ce4ddd240", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:54:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "9db9531b-b61b-433f-9a56-296ce4ddd240", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:54:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "9db9531b-b61b-433f-9a56-296ce4ddd240", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:54:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "b8ed358a-e30c-4b68-a7da-682dcf773f22", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "b8ed358a-e30c-4b68-a7da-682dcf773f22", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "b8ed358a-e30c-4b68-a7da-682dcf773f22", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "b8ed358a-e30c-4b68-a7da-682dcf773f22", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2-kserve-route-authn"} 2026-09-11T12:54:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "b8ed358a-e30c-4b68-a7da-682dcf773f22", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "authType": "userdefined"} 2026-09-11T12:54:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "b8ed358a-e30c-4b68-a7da-682dcf773f22", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "0862a5c9-ecb2-4564-b249-322f30cf06f1", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "0862a5c9-ecb2-4564-b249-322f30cf06f1", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "0862a5c9-ecb2-4564-b249-322f30cf06f1", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "0862a5c9-ecb2-4564-b249-322f30cf06f1", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2-kserve-route-authn"} 2026-09-11T12:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "0862a5c9-ecb2-4564-b249-322f30cf06f1", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "authType": "userdefined"} 2026-09-11T12:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "0862a5c9-ecb2-4564-b249-322f30cf06f1", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "920bd1f4-cbb1-43ed-9832-7d00c3f93e5f", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "920bd1f4-cbb1-43ed-9832-7d00c3f93e5f", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "920bd1f4-cbb1-43ed-9832-7d00c3f93e5f", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "ead22f1d-acbe-403d-9ef9-f4b492edd9b8", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "ead22f1d-acbe-403d-9ef9-f4b492edd9b8", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "ead22f1d-acbe-403d-9ef9-f4b492edd9b8", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "bdc0344d-c714-40ef-b5b8-39d79a048cdd", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "bdc0344d-c714-40ef-b5b8-39d79a048cdd", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "bdc0344d-c714-40ef-b5b8-39d79a048cdd", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "55803504-580c-40dc-8895-9f355fa8d373", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "55803504-580c-40dc-8895-9f355fa8d373", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "55803504-580c-40dc-8895-9f355fa8d373", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "7167c441-07cb-40f5-bd89-29b498aadced", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "7167c441-07cb-40f5-bd89-29b498aadced", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "7167c441-07cb-40f5-bd89-29b498aadced", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "92b8082b-ce85-4b06-b892-10e2a6b90d15", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "92b8082b-ce85-4b06-b892-10e2a6b90d15", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "92b8082b-ce85-4b06-b892-10e2a6b90d15", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "19a1316c-e2e3-4146-844e-4e8ce63c31a9", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "19a1316c-e2e3-4146-844e-4e8ce63c31a9", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:54:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "19a1316c-e2e3-4146-844e-4e8ce63c31a9", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "openshift-service-ca.crt", "reconcileID": "2e352624-c1cc-4f44-ab6a-188d5cd339ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:54:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-trusted-ca-bundle", "reconcileID": "aa51f76f-c82b-4ae8-9489-bbafca23cd78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:54:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "openshift-service-ca.crt", "reconcileID": "8ceabc12-d2f5-4dc1-8624-5deea87d41ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:54:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "openshift-service-ca.crt", "reconcileID": "8ceabc12-d2f5-4dc1-8624-5deea87d41ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:54:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "openshift-service-ca.crt", "reconcileID": "e1a6b35b-a1a1-42b2-8964-f8bf9e0f9357", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:54:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95fcb4d6-f11d-427f-9eec-117315ad61a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:54:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-trusted-ca-bundle", "reconcileID": "83491ba2-22db-4fda-87db-9f1bad478acf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:54:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-trusted-ca-bundle", "reconcileID": "83491ba2-22db-4fda-87db-9f1bad478acf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:54:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f71ed48-d601-47b1-b795-2d71909858ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:54:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "8ad30f99-b280-472b-a730-97f600e3fa17", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "8ad30f99-b280-472b-a730-97f600e3fa17", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:54:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "8ad30f99-b280-472b-a730-97f600e3fa17", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "5ab0a007-9bf7-4adc-a08c-0d28084cc8e4", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:54:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "5ab0a007-9bf7-4adc-a08c-0d28084cc8e4", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:54:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "5ab0a007-9bf7-4adc-a08c-0d28084cc8e4", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:55:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "d35ea1fd-eba0-4b3a-a0c0-e3029a09ac44", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:55:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "d35ea1fd-eba0-4b3a-a0c0-e3029a09ac44", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:55:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "d35ea1fd-eba0-4b3a-a0c0-e3029a09ac44", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "e2b73c0f-014a-4135-b330-0f9bf992b2e8", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "e2b73c0f-014a-4135-b330-0f9bf992b2e8", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1-authn-ssl"} 2026-09-11T12:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "e2b73c0f-014a-4135-b330-0f9bf992b2e8", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:55:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1717a6b9-5d7c-4a4a-99d3-a15912e3d066", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:55:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1717a6b9-5d7c-4a4a-99d3-a15912e3d066", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:55:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1717a6b9-5d7c-4a4a-99d3-a15912e3d066", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-96a7d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:55:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-trusted-ca-bundle", "reconcileID": "dffccc04-ccc9-4d52-a391-4a761f4e91eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:55:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-trusted-ca-bundle", "reconcileID": "dffccc04-ccc9-4d52-a391-4a761f4e91eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:55:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-trusted-ca-bundle", "reconcileID": "dffccc04-ccc9-4d52-a391-4a761f4e91eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-96a7d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:55:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fad94d5-ae7d-4e10-86cf-82eee6e1b0db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fad94d5-ae7d-4e10-86cf-82eee6e1b0db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:55:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "openshift-service-ca.crt", "reconcileID": "7ef22caa-44f3-4027-8046-e376fde9e087", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "openshift-service-ca.crt", "reconcileID": "7ef22caa-44f3-4027-8046-e376fde9e087", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:55:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-trusted-ca-bundle", "reconcileID": "994b01b1-cacd-4ea5-aa34-2597b0eb33e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-96a7d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1", "name": "odh-trusted-ca-bundle", "reconcileID": "994b01b1-cacd-4ea5-aa34-2597b0eb33e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-96a7d1"} 2026-09-11T12:55:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-96a7d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-96a7d1", "reconcileID": "2423906e-25b9-4da8-b5c0-2b3fea8b6684", "Gateway": "e2e-ipp-cleanup-96a7d1", "namespace": "openshift-ingress"} 2026-09-11T12:55:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "0018866c-f93f-4836-a439-2aba2622c6b0", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:55:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "0018866c-f93f-4836-a439-2aba2622c6b0", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:55:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "0018866c-f93f-4836-a439-2aba2622c6b0", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:55:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "67c6c42a-5416-438b-ae15-d9f8f2b93c42", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:55:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "67c6c42a-5416-438b-ae15-d9f8f2b93c42", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:55:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "67c6c42a-5416-438b-ae15-d9f8f2b93c42", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "70cf2191-6ed0-432b-a252-0999824bed31", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "70cf2191-6ed0-432b-a252-0999824bed31", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "70cf2191-6ed0-432b-a252-0999824bed31", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:55:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "939c628a-a26c-45a7-9ad4-bf67a3f48a94", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:55:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "939c628a-a26c-45a7-9ad4-bf67a3f48a94", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:55:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "939c628a-a26c-45a7-9ad4-bf67a3f48a94", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:55:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "939c628a-a26c-45a7-9ad4-bf67a3f48a94", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2-kserve-route-authn"} 2026-09-11T12:55:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "939c628a-a26c-45a7-9ad4-bf67a3f48a94", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "authType": "userdefined"} 2026-09-11T12:55:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "939c628a-a26c-45a7-9ad4-bf67a3f48a94", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64d9a24f-6506-48a9-a871-76b2a26c7de1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64d9a24f-6506-48a9-a871-76b2a26c7de1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:56:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64d9a24f-6506-48a9-a871-76b2a26c7de1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c689a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:56:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-trusted-ca-bundle", "reconcileID": "8dd8ef55-8e82-4f91-ac58-1eda4813c0d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-trusted-ca-bundle", "reconcileID": "8dd8ef55-8e82-4f91-ac58-1eda4813c0d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "openshift-service-ca.crt", "reconcileID": "066df909-3392-475f-a18f-13146d859065", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "openshift-service-ca.crt", "reconcileID": "066df909-3392-475f-a18f-13146d859065", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af763eec-7789-41bf-a659-b4785137d2be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af763eec-7789-41bf-a659-b4785137d2be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "dec70c88-b167-43f4-8c42-aebca9e22813", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "dec70c88-b167-43f4-8c42-aebca9e22813", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2"} 2026-09-11T12:56:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "dec70c88-b167-43f4-8c42-aebca9e22813", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "dec70c88-b167-43f4-8c42-aebca9e22813", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "dec70c88-b167-43f4-8c42-aebca9e22813", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2-kserve-route-authn"} 2026-09-11T12:56:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "dec70c88-b167-43f4-8c42-aebca9e22813", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2-kserve-route-authn"} 2026-09-11T12:56:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "dec70c88-b167-43f4-8c42-aebca9e22813", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "dec70c88-b167-43f4-8c42-aebca9e22813", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "098c7d4f-4815-46e5-8105-b6c09eff8098", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:56:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "098c7d4f-4815-46e5-8105-b6c09eff8098", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:56:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "098c7d4f-4815-46e5-8105-b6c09eff8098", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:56:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "885ef8cf-76af-44b6-996d-fad37e357785", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "885ef8cf-76af-44b6-996d-fad37e357785", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2"} 2026-09-11T12:56:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "885ef8cf-76af-44b6-996d-fad37e357785", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "885ef8cf-76af-44b6-996d-fad37e357785", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "885ef8cf-76af-44b6-996d-fad37e357785", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2-kserve-route-authn"} 2026-09-11T12:56:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "885ef8cf-76af-44b6-996d-fad37e357785", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2-kserve-route-authn"} 2026-09-11T12:56:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "885ef8cf-76af-44b6-996d-fad37e357785", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "885ef8cf-76af-44b6-996d-fad37e357785", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c689a2","namespace":"ai-tenant-e2e-ipp-a-c689a2"}, "namespace": "ai-tenant-e2e-ipp-a-c689a2", "name": "ipp-route-c689a2", "reconcileID": "0f8baeb7-f0a9-42ee-8493-31eedfca140f", "LLMInferenceService": "ipp-route-c689a2", "namespace": "ai-tenant-e2e-ipp-a-c689a2"} 2026-09-11T12:56:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "3e80ce9e-29a1-4b36-bb8a-bd1829fa067e", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:56:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "3e80ce9e-29a1-4b36-bb8a-bd1829fa067e", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2-authn-ssl"} 2026-09-11T12:56:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "3e80ce9e-29a1-4b36-bb8a-bd1829fa067e", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:56:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c689a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c689a2", "reconcileID": "f2eaee46-2fa5-4351-83e2-c9bed693eecc", "Gateway": "e2e-ipp-a-c689a2", "namespace": "openshift-ingress"} 2026-09-11T12:57:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "7e318ca0-e8d0-48e2-acc0-73a1a42494d5", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:57:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "7e318ca0-e8d0-48e2-acc0-73a1a42494d5", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:57:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "7e318ca0-e8d0-48e2-acc0-73a1a42494d5", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:57:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "5c0df4b2-6a73-4500-9028-fee51351a4be", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:57:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "5c0df4b2-6a73-4500-9028-fee51351a4be", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3-authn-ssl"} 2026-09-11T12:57:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "5c0df4b2-6a73-4500-9028-fee51351a4be", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4541762-044f-4898-9779-93af6b3605e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:57:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4541762-044f-4898-9779-93af6b3605e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:57:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4541762-044f-4898-9779-93af6b3605e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-c5dca3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-trusted-ca-bundle", "reconcileID": "7247eeba-d8ae-4020-9329-729b2876f41f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-trusted-ca-bundle", "reconcileID": "7247eeba-d8ae-4020-9329-729b2876f41f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "openshift-service-ca.crt", "reconcileID": "c862ca72-37ca-4e71-bbea-b77bf7865abe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "openshift-service-ca.crt", "reconcileID": "c862ca72-37ca-4e71-bbea-b77bf7865abe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:57:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85ed30e4-4a50-4ac2-aef0-f0f6321e4a37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c5dca3"}, "namespace": "ai-tenant-e2e-ipp-b-c5dca3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85ed30e4-4a50-4ac2-aef0-f0f6321e4a37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c5dca3"} 2026-09-11T12:57:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c5dca3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c5dca3", "reconcileID": "9968a225-ce7e-47f0-8de5-db28e2c179d0", "Gateway": "e2e-ipp-b-c5dca3", "namespace": "openshift-ingress"} 2026-09-11T12:57:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "626a5868-258f-423d-85f7-ecd94b32af72", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress"} 2026-09-11T12:57:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "626a5868-258f-423d-85f7-ecd94b32af72", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3-authn-ssl"} 2026-09-11T12:57:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "626a5868-258f-423d-85f7-ecd94b32af72", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress"} 2026-09-11T12:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "394a1a59-3f60-4b2d-8961-e571c57ce55c", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress"} 2026-09-11T12:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "394a1a59-3f60-4b2d-8961-e571c57ce55c", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3-authn-ssl"} 2026-09-11T12:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "394a1a59-3f60-4b2d-8961-e571c57ce55c", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress"} 2026-09-11T12:57:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ace3112-50d3-446b-b477-799665f21357", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:57:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ace3112-50d3-446b-b477-799665f21357", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:57:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ace3112-50d3-446b-b477-799665f21357", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-c0bbb3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:57:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "odh-trusted-ca-bundle", "reconcileID": "6603a79e-7930-43a6-85f6-1471115745a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:57:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "odh-trusted-ca-bundle", "reconcileID": "6603a79e-7930-43a6-85f6-1471115745a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:57:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "openshift-service-ca.crt", "reconcileID": "98f3c40a-fc4b-4717-92e4-86bb4a6708df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:57:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "openshift-service-ca.crt", "reconcileID": "98f3c40a-fc4b-4717-92e4-86bb4a6708df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:57:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d7db750-371a-49d1-851d-b3c9b7653d1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:57:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c0bbb3"}, "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d7db750-371a-49d1-851d-b3c9b7653d1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c0bbb3"} 2026-09-11T12:57:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c0bbb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c0bbb3", "reconcileID": "471270e0-ca42-4dd1-b808-e854d1f2786e", "Gateway": "e2e-shared-a-w3-c0bbb3", "namespace": "openshift-ingress"} 2026-09-11T12:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "12715978-e1a8-4736-a8b6-59c309fbd0d5", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "12715978-e1a8-4736-a8b6-59c309fbd0d5", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa-authn-ssl"} 2026-09-11T12:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "12715978-e1a8-4736-a8b6-59c309fbd0d5", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:57:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "eb0db7d8-d475-454b-8b14-bfb4de54f29c", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:57:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "eb0db7d8-d475-454b-8b14-bfb4de54f29c", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa-authn-ssl"} 2026-09-11T12:57:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "eb0db7d8-d475-454b-8b14-bfb4de54f29c", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T12:57:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b547e79a-7bde-4775-a0ad-de02a2ddbf50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:57:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b547e79a-7bde-4775-a0ad-de02a2ddbf50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:57:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b547e79a-7bde-4775-a0ad-de02a2ddbf50", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-1337fa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:57:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "odh-trusted-ca-bundle", "reconcileID": "866a2d1c-13f6-4f09-9205-b572acc97e1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "odh-trusted-ca-bundle", "reconcileID": "866a2d1c-13f6-4f09-9205-b572acc97e1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:57:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "openshift-service-ca.crt", "reconcileID": "c511e647-b989-4ce0-b257-4187a9e24005", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "openshift-service-ca.crt", "reconcileID": "c511e647-b989-4ce0-b257-4187a9e24005", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:57:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af58d5e1-32c8-44dc-afa7-be48968ddfb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1337fa"}, "namespace": "ai-tenant-e2e-shared-b-w3-1337fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af58d5e1-32c8-44dc-afa7-be48968ddfb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1337fa"} 2026-09-11T12:57:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1337fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1337fa", "reconcileID": "e8c5e516-ff10-487b-a1f9-5be7951e7281", "Gateway": "e2e-shared-b-w3-1337fa", "namespace": "openshift-ingress"} 2026-09-11T13:00:56Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:00:56Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:01:00Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:01:00Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:01:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "407f0809-f0d9-4024-9713-c28adfef6ea4", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "407f0809-f0d9-4024-9713-c28adfef6ea4", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "407f0809-f0d9-4024-9713-c28adfef6ea4", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4fc6706-f9f0-4440-8c4b-060b4e0b0f26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:01:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "407f0809-f0d9-4024-9713-c28adfef6ea4", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "name": "e2e-same-id-a-de400b32-kserve-route-authn"} 2026-09-11T13:01:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "407f0809-f0d9-4024-9713-c28adfef6ea4", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:01:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "407f0809-f0d9-4024-9713-c28adfef6ea4", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4fc6706-f9f0-4440-8c4b-060b4e0b0f26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:01:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4fc6706-f9f0-4440-8c4b-060b4e0b0f26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:01:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "e57b3719-13e4-45a8-ab46-f113329c87b6", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "e57b3719-13e4-45a8-ab46-f113329c87b6", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "e57b3719-13e4-45a8-ab46-f113329c87b6", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "e57b3719-13e4-45a8-ab46-f113329c87b6", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "name": "e2e-same-id-a-de400b32-kserve-route-authn"} 2026-09-11T13:01:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "e57b3719-13e4-45a8-ab46-f113329c87b6", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:01:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "e57b3719-13e4-45a8-ab46-f113329c87b6", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "90e43b74-4ee2-4440-8d7c-b85dcfbf402d", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "90e43b74-4ee2-4440-8d7c-b85dcfbf402d", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "90e43b74-4ee2-4440-8d7c-b85dcfbf402d", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd1a01c7-ba4e-4d20-868e-02b987d4e1e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:01:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "90e43b74-4ee2-4440-8d7c-b85dcfbf402d", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "name": "e2e-same-id-b-de400b32-kserve-route-authn"} 2026-09-11T13:01:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "90e43b74-4ee2-4440-8d7c-b85dcfbf402d", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:01:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "90e43b74-4ee2-4440-8d7c-b85dcfbf402d", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:01:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd1a01c7-ba4e-4d20-868e-02b987d4e1e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:01:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd1a01c7-ba4e-4d20-868e-02b987d4e1e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2012444-403f-4e38-8c4b-a3b7bb75632f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2012444-403f-4e38-8c4b-a3b7bb75632f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2012444-403f-4e38-8c4b-a3b7bb75632f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "1c9b133c-39b7-4795-b074-fb74ac81c471", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "1c9b133c-39b7-4795-b074-fb74ac81c471", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "1c9b133c-39b7-4795-b074-fb74ac81c471", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "1c9b133c-39b7-4795-b074-fb74ac81c471", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "name": "e2e-same-id-a-de400b32-kserve-route-authn"} 2026-09-11T13:02:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "1c9b133c-39b7-4795-b074-fb74ac81c471", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:02:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "1c9b133c-39b7-4795-b074-fb74ac81c471", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "dec05c56-ad0d-445c-8cd0-48ced63fabeb", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "dec05c56-ad0d-445c-8cd0-48ced63fabeb", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "dec05c56-ad0d-445c-8cd0-48ced63fabeb", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "dec05c56-ad0d-445c-8cd0-48ced63fabeb", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "name": "e2e-same-id-b-de400b32-kserve-route-authn"} 2026-09-11T13:02:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "dec05c56-ad0d-445c-8cd0-48ced63fabeb", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:02:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "dec05c56-ad0d-445c-8cd0-48ced63fabeb", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ddae5f27-cabf-45d0-a986-b482172a95cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ddae5f27-cabf-45d0-a986-b482172a95cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:02:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ddae5f27-cabf-45d0-a986-b482172a95cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "8e5f9701-a2ba-4573-861f-e96ab7ed3453", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "8e5f9701-a2ba-4573-861f-e96ab7ed3453", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "8e5f9701-a2ba-4573-861f-e96ab7ed3453", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "8e5f9701-a2ba-4573-861f-e96ab7ed3453", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "name": "e2e-same-id-b-de400b32-kserve-route-authn"} 2026-09-11T13:02:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "8e5f9701-a2ba-4573-861f-e96ab7ed3453", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:02:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "8e5f9701-a2ba-4573-861f-e96ab7ed3453", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "580b32dd-693d-41cc-9e23-9c23a00018fb", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "580b32dd-693d-41cc-9e23-9c23a00018fb", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "580b32dd-693d-41cc-9e23-9c23a00018fb", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "580b32dd-693d-41cc-9e23-9c23a00018fb", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "name": "e2e-same-id-a-de400b32-kserve-route-authn"} 2026-09-11T13:02:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "580b32dd-693d-41cc-9e23-9c23a00018fb", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:02:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "580b32dd-693d-41cc-9e23-9c23a00018fb", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4cd7013a-001e-496b-876b-8809bb3b5620", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4cd7013a-001e-496b-876b-8809bb3b5620", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4cd7013a-001e-496b-876b-8809bb3b5620", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4cd7013a-001e-496b-876b-8809bb3b5620", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "name": "e2e-same-id-b-de400b32-kserve-route-authn"} 2026-09-11T13:02:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4cd7013a-001e-496b-876b-8809bb3b5620", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:02:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4cd7013a-001e-496b-876b-8809bb3b5620", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "f4e94aa1-b1ca-41a3-b013-54b691c4669e", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "f4e94aa1-b1ca-41a3-b013-54b691c4669e", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "name": "e2e-same-id-a-de400b32"} 2026-09-11T13:02:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "f4e94aa1-b1ca-41a3-b013-54b691c4669e", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "f4e94aa1-b1ca-41a3-b013-54b691c4669e", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "f4e94aa1-b1ca-41a3-b013-54b691c4669e", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "name": "e2e-same-id-a-de400b32-kserve-route-authn"} 2026-09-11T13:02:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "f4e94aa1-b1ca-41a3-b013-54b691c4669e", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm", "name": "e2e-same-id-a-de400b32-kserve-route-authn"} 2026-09-11T13:02:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-de400b32", "reconcileID": "7646e211-c106-429f-8dc7-1cd6fc74c7cc", "LLMInferenceService": "e2e-same-id-a-de400b32", "namespace": "llm"} 2026-09-11T13:02:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "954045b1-1b89-41e0-aba9-f9589d89427a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "954045b1-1b89-41e0-aba9-f9589d89427a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:02:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "954045b1-1b89-41e0-aba9-f9589d89427a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8f82a9d-94fd-4339-afb7-cdc5ce826943", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8f82a9d-94fd-4339-afb7-cdc5ce826943", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:02:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8f82a9d-94fd-4339-afb7-cdc5ce826943", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4bd36604-e6ac-430a-b94c-660c41c951d9", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4bd36604-e6ac-430a-b94c-660c41c951d9", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "name": "e2e-same-id-b-de400b32"} 2026-09-11T13:02:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4bd36604-e6ac-430a-b94c-660c41c951d9", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4bd36604-e6ac-430a-b94c-660c41c951d9", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4bd36604-e6ac-430a-b94c-660c41c951d9", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "name": "e2e-same-id-b-de400b32-kserve-route-authn"} 2026-09-11T13:02:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "4bd36604-e6ac-430a-b94c-660c41c951d9", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm", "name": "e2e-same-id-b-de400b32-kserve-route-authn"} 2026-09-11T13:02:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-de400b32","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-de400b32", "reconcileID": "25710d72-5035-4086-93de-0e6b27ac23d3", "LLMInferenceService": "e2e-same-id-b-de400b32", "namespace": "llm"} 2026-09-11T13:02:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c226abc4-cfd8-4705-bb04-48c946ecf237", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c226abc4-cfd8-4705-bb04-48c946ecf237", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:02:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c226abc4-cfd8-4705-bb04-48c946ecf237", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "471eefac-5a13-4258-ad9d-1cd2d79b074b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:02:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "471eefac-5a13-4258-ad9d-1cd2d79b074b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:02:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "471eefac-5a13-4258-ad9d-1cd2d79b074b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}