2026-07-09T10:23:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b35a014-6c6a-4873-b55c-eea260d4fcf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6cb4e29"} 2026-07-09T10:23:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b35a014-6c6a-4873-b55c-eea260d4fcf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6cb4e29", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:23:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b35a014-6c6a-4873-b55c-eea260d4fcf2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a6cb4e29 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T10:23:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-trusted-ca-bundle", "reconcileID": "891290b0-9ca2-4a4c-a31f-03b64d60d7a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6cb4e29"} 2026-07-09T10:23:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-trusted-ca-bundle", "reconcileID": "891290b0-9ca2-4a4c-a31f-03b64d60d7a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6cb4e29", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:23:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-trusted-ca-bundle", "reconcileID": "891290b0-9ca2-4a4c-a31f-03b64d60d7a0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a6cb4e29 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T10:23:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "openshift-service-ca.crt", "reconcileID": "ac40f8be-b66c-4dbb-abdd-0a2095b4e2d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6cb4e29"} 2026-07-09T10:23:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "openshift-service-ca.crt", "reconcileID": "ac40f8be-b66c-4dbb-abdd-0a2095b4e2d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6cb4e29"} 2026-07-09T10:23:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1cc416c-eb7a-47c0-8b51-317fb57f96db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6cb4e29"} 2026-07-09T10:23:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1cc416c-eb7a-47c0-8b51-317fb57f96db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6cb4e29"} 2026-07-09T10:23:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-trusted-ca-bundle", "reconcileID": "05dfefaa-860e-4dd4-81d1-093f999e5c4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6cb4e29"} 2026-07-09T10:23:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6cb4e29"}, "namespace": "ai-tenant-e2e-mt-a6cb4e29", "name": "odh-trusted-ca-bundle", "reconcileID": "05dfefaa-860e-4dd4-81d1-093f999e5c4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6cb4e29"} 2026-07-09T10:23:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "9494c47c-8e43-4eb1-968f-a3c89d409af8", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "9494c47c-8e43-4eb1-968f-a3c89d409af8", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:23:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "9494c47c-8e43-4eb1-968f-a3c89d409af8", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "f13ec0e1-3ad1-4211-bdf5-f62e254bcd43", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "f13ec0e1-3ad1-4211-bdf5-f62e254bcd43", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:23:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "f13ec0e1-3ad1-4211-bdf5-f62e254bcd43", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "dafcf128-896f-4235-8515-4cfb636c734c", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "dafcf128-896f-4235-8515-4cfb636c734c", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:23:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "dafcf128-896f-4235-8515-4cfb636c734c", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "45e04dcf-db34-4f1c-a280-bec875a17133", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "45e04dcf-db34-4f1c-a280-bec875a17133", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:23:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "45e04dcf-db34-4f1c-a280-bec875a17133", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "982f5b4d-1a8e-4316-971e-5518d20ef89a", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "982f5b4d-1a8e-4316-971e-5518d20ef89a", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:23:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "982f5b4d-1a8e-4316-971e-5518d20ef89a", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "0f1614be-369d-4ff5-a377-0f2e7eb07511", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "0f1614be-369d-4ff5-a377-0f2e7eb07511", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:23:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "0f1614be-369d-4ff5-a377-0f2e7eb07511", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "50c5e98f-9210-4445-9c90-3d7d7d1ad089", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "50c5e98f-9210-4445-9c90-3d7d7d1ad089", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:23:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "50c5e98f-9210-4445-9c90-3d7d7d1ad089", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "openshift-service-ca.crt", "reconcileID": "14375c76-771b-4929-b22c-ddc4f9f61218", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:23:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-trusted-ca-bundle", "reconcileID": "b4d034f3-4719-4484-b0be-d4cada08bf5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:23:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "openshift-service-ca.crt", "reconcileID": "862a05f8-3355-413e-a68f-c009d1f4338b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-31eb62", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:23:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "openshift-service-ca.crt", "reconcileID": "862a05f8-3355-413e-a68f-c009d1f4338b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:23:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd156c6f-8658-44d6-9f5e-6b79e3d0a41c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:23:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "openshift-service-ca.crt", "reconcileID": "41f072cd-d440-4f89-bd8e-5a84fdfccb2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:23:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-trusted-ca-bundle", "reconcileID": "61aeaf8a-21a6-4e39-b1b6-6c9acda63f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:23:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-trusted-ca-bundle", "reconcileID": "61aeaf8a-21a6-4e39-b1b6-6c9acda63f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:23:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6717352-3668-487d-980e-418fad35fdda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:23:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "8df8ec68-3414-4556-8ce5-d9c2cd679939", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "8df8ec68-3414-4556-8ce5-d9c2cd679939", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:23:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "8df8ec68-3414-4556-8ce5-d9c2cd679939", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:23:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b24d26a7-0aa1-4593-b168-e85cb07ea280", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "9538f35a-41ef-4aea-9d61-ffd3991c2c58", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "9538f35a-41ef-4aea-9d61-ffd3991c2c58", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "9538f35a-41ef-4aea-9d61-ffd3991c2c58", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "2efb3355-e52d-4f7e-bd6e-c291165f974b", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "2efb3355-e52d-4f7e-bd6e-c291165f974b", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "2efb3355-e52d-4f7e-bd6e-c291165f974b", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "f7ef9880-aaf9-4b8a-93cd-57d9e6e12981", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "f7ef9880-aaf9-4b8a-93cd-57d9e6e12981", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "f7ef9880-aaf9-4b8a-93cd-57d9e6e12981", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "df1698a5-3fcc-4e73-bd91-6f4ecb8ed696", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "df1698a5-3fcc-4e73-bd91-6f4ecb8ed696", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "df1698a5-3fcc-4e73-bd91-6f4ecb8ed696", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "c5eecee8-ca61-403e-b4e8-e06cc5c41b6f", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "c5eecee8-ca61-403e-b4e8-e06cc5c41b6f", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "c5eecee8-ca61-403e-b4e8-e06cc5c41b6f", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "b922e644-1f9b-436f-8d01-93956f6a567f", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "b922e644-1f9b-436f-8d01-93956f6a567f", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "b922e644-1f9b-436f-8d01-93956f6a567f", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "833bf553-3002-4f71-bc78-ba7401e3d8e0", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "833bf553-3002-4f71-bc78-ba7401e3d8e0", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "833bf553-3002-4f71-bc78-ba7401e3d8e0", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "45e55ac4-78a2-45af-b615-a84ee1f6bd7e", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "45e55ac4-78a2-45af-b615-a84ee1f6bd7e", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "45e55ac4-78a2-45af-b615-a84ee1f6bd7e", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "a6e25851-3d27-4db7-ada9-ffd788707c58", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:24:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "a6e25851-3d27-4db7-ada9-ffd788707c58", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:24:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "a6e25851-3d27-4db7-ada9-ffd788707c58", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "openshift-service-ca.crt", "reconcileID": "3600521c-354c-4bb1-a48f-dfed8c962d0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-trusted-ca-bundle", "reconcileID": "3aa367cd-9ec7-4a5f-aff9-5f819ee581f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "openshift-service-ca.crt", "reconcileID": "bcb12557-a718-421b-b81e-e46bd74194fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-14869d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:24:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "openshift-service-ca.crt", "reconcileID": "bcb12557-a718-421b-b81e-e46bd74194fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "openshift-service-ca.crt", "reconcileID": "25c9f1fa-9f76-4634-b0c5-ec7cd49cbb4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64ef63ce-004d-4c99-b52d-f4969a17823f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-trusted-ca-bundle", "reconcileID": "092cb7bf-30e5-4782-b5d3-051fb1aebe36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:24:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-trusted-ca-bundle", "reconcileID": "092cb7bf-30e5-4782-b5d3-051fb1aebe36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "504622bf-6470-40b7-9e40-4e0ba7ddd9f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "81f3e8cd-8a07-41c4-9fcc-f83e1ff498ef", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "81f3e8cd-8a07-41c4-9fcc-f83e1ff498ef", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "81f3e8cd-8a07-41c4-9fcc-f83e1ff498ef", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "99440a43-b501-46e6-8fbd-dad4a410d91b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:24:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "c97ff189-68a6-4745-8783-828c5b511af3", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "c97ff189-68a6-4745-8783-828c5b511af3", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "c97ff189-68a6-4745-8783-828c5b511af3", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "d6d0469d-b850-453e-b075-f1913053c23b", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:24:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "c97ff189-68a6-4745-8783-828c5b511af3", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62-kserve-route-authn"} 2026-07-09T10:24:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "c97ff189-68a6-4745-8783-828c5b511af3", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "authType": "userdefined"} 2026-07-09T10:24:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "c97ff189-68a6-4745-8783-828c5b511af3", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "d6d0469d-b850-453e-b075-f1913053c23b", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:24:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "d6d0469d-b850-453e-b075-f1913053c23b", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:24:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9f471c91-e294-4530-8682-5313f2369066", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9f471c91-e294-4530-8682-5313f2369066", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9f471c91-e294-4530-8682-5313f2369066", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9f471c91-e294-4530-8682-5313f2369066", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62-kserve-route-authn"} 2026-07-09T10:24:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9f471c91-e294-4530-8682-5313f2369066", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "authType": "userdefined"} 2026-07-09T10:24:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9f471c91-e294-4530-8682-5313f2369066", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "c6ecd31a-19e7-40e8-8a52-5f61a5ff9dfe", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "c6ecd31a-19e7-40e8-8a52-5f61a5ff9dfe", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "c6ecd31a-19e7-40e8-8a52-5f61a5ff9dfe", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7de9d77f-93bb-4718-9772-5c713332ebfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "61e4cfb2-7723-4c9b-bc90-8379462a7411", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "61e4cfb2-7723-4c9b-bc90-8379462a7411", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "61e4cfb2-7723-4c9b-bc90-8379462a7411", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:24:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "76141d8e-ecd4-4d97-ad3a-0b07208009c2", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "76141d8e-ecd4-4d97-ad3a-0b07208009c2", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "76141d8e-ecd4-4d97-ad3a-0b07208009c2", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "76141d8e-ecd4-4d97-ad3a-0b07208009c2", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62-kserve-route-authn"} 2026-07-09T10:24:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "76141d8e-ecd4-4d97-ad3a-0b07208009c2", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "authType": "userdefined"} 2026-07-09T10:24:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "76141d8e-ecd4-4d97-ad3a-0b07208009c2", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "387ff9f3-86ad-4ca4-a76f-d68f29f18c77", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:24:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "0bce3f31-d3e9-448a-8cca-935c27b494d2", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:24:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "0bce3f31-d3e9-448a-8cca-935c27b494d2", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:24:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "0bce3f31-d3e9-448a-8cca-935c27b494d2", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:24:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9e30e862-4128-498a-9851-a9edbdaefebe", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9e30e862-4128-498a-9851-a9edbdaefebe", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9e30e862-4128-498a-9851-a9edbdaefebe", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9e30e862-4128-498a-9851-a9edbdaefebe", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62-kserve-route-authn"} 2026-07-09T10:24:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9e30e862-4128-498a-9851-a9edbdaefebe", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "authType": "userdefined"} 2026-07-09T10:24:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9e30e862-4128-498a-9851-a9edbdaefebe", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "46940e42-e7ef-478e-af37-881835501c7e", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "46940e42-e7ef-478e-af37-881835501c7e", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "46940e42-e7ef-478e-af37-881835501c7e", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "46940e42-e7ef-478e-af37-881835501c7e", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62-kserve-route-authn"} 2026-07-09T10:24:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "46940e42-e7ef-478e-af37-881835501c7e", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "authType": "userdefined"} 2026-07-09T10:24:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "46940e42-e7ef-478e-af37-881835501c7e", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:24:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "152ab798-734e-4e50-973f-7ba00fafa00b", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "152ab798-734e-4e50-973f-7ba00fafa00b", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "152ab798-734e-4e50-973f-7ba00fafa00b", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "d8326d2b-60a1-4540-b07d-de3f97f32624", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "152ab798-734e-4e50-973f-7ba00fafa00b", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d-kserve-route-authn"} 2026-07-09T10:24:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "152ab798-734e-4e50-973f-7ba00fafa00b", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "authType": "userdefined"} 2026-07-09T10:24:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "152ab798-734e-4e50-973f-7ba00fafa00b", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "d8326d2b-60a1-4540-b07d-de3f97f32624", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "d8326d2b-60a1-4540-b07d-de3f97f32624", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "d25f9def-1ced-4382-93d8-9f30387d0b30", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "d25f9def-1ced-4382-93d8-9f30387d0b30", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "d25f9def-1ced-4382-93d8-9f30387d0b30", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "d25f9def-1ced-4382-93d8-9f30387d0b30", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d-kserve-route-authn"} 2026-07-09T10:24:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "d25f9def-1ced-4382-93d8-9f30387d0b30", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "authType": "userdefined"} 2026-07-09T10:24:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "d25f9def-1ced-4382-93d8-9f30387d0b30", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "1b95280c-cc4f-47e2-8421-93e14bb972d6", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "1b95280c-cc4f-47e2-8421-93e14bb972d6", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:24:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "1b95280c-cc4f-47e2-8421-93e14bb972d6", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:24:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "c32d823d-a6ec-4350-b38d-7354f7472bb8", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "c32d823d-a6ec-4350-b38d-7354f7472bb8", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "c32d823d-a6ec-4350-b38d-7354f7472bb8", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "c32d823d-a6ec-4350-b38d-7354f7472bb8", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d-kserve-route-authn"} 2026-07-09T10:24:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "c32d823d-a6ec-4350-b38d-7354f7472bb8", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "authType": "userdefined"} 2026-07-09T10:24:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "c32d823d-a6ec-4350-b38d-7354f7472bb8", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "3addaa85-8e12-4e7b-9d5b-ba41567ab043", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "3addaa85-8e12-4e7b-9d5b-ba41567ab043", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "3addaa85-8e12-4e7b-9d5b-ba41567ab043", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "3addaa85-8e12-4e7b-9d5b-ba41567ab043", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d-kserve-route-authn"} 2026-07-09T10:24:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "3addaa85-8e12-4e7b-9d5b-ba41567ab043", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "authType": "userdefined"} 2026-07-09T10:24:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "3addaa85-8e12-4e7b-9d5b-ba41567ab043", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "b58cb5a6-7de2-4fd8-880b-586d9b65eaf9", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "b58cb5a6-7de2-4fd8-880b-586d9b65eaf9", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "b58cb5a6-7de2-4fd8-880b-586d9b65eaf9", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:24:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "b58cb5a6-7de2-4fd8-880b-586d9b65eaf9", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d-kserve-route-authn"} 2026-07-09T10:24:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "b58cb5a6-7de2-4fd8-880b-586d9b65eaf9", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "authType": "userdefined"} 2026-07-09T10:24:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "b58cb5a6-7de2-4fd8-880b-586d9b65eaf9", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "7fcc26de-77f0-4afa-a6a5-df78046d16ca", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:25:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "7fcc26de-77f0-4afa-a6a5-df78046d16ca", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:25:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "7fcc26de-77f0-4afa-a6a5-df78046d16ca", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:25:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "95aa94a5-438f-42f7-9424-c3e6749d6c22", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "95aa94a5-438f-42f7-9424-c3e6749d6c22", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62"} 2026-07-09T10:25:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "95aa94a5-438f-42f7-9424-c3e6749d6c22", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "95aa94a5-438f-42f7-9424-c3e6749d6c22", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "95aa94a5-438f-42f7-9424-c3e6749d6c22", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62-kserve-route-authn"} 2026-07-09T10:25:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "95aa94a5-438f-42f7-9424-c3e6749d6c22", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62-kserve-route-authn"} 2026-07-09T10:25:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "95aa94a5-438f-42f7-9424-c3e6749d6c22", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "95aa94a5-438f-42f7-9424-c3e6749d6c22", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-31eb62","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "test-model-31eb62", "reconcileID": "9594d3e3-8be5-43c4-baf5-a44abc615535", "LLMInferenceService": "test-model-31eb62", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "baec8f1e-7be4-4ad7-85db-423954358cce", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:25:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "baec8f1e-7be4-4ad7-85db-423954358cce", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:25:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "baec8f1e-7be4-4ad7-85db-423954358cce", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:25:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "cf5f54bf-72ad-48a1-8906-7788e219e7ac", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:25:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "cf5f54bf-72ad-48a1-8906-7788e219e7ac", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:25:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "cf5f54bf-72ad-48a1-8906-7788e219e7ac", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:25:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "a1095f31-0092-4748-a9c9-14874a606c5d", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "a1095f31-0092-4748-a9c9-14874a606c5d", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d"} 2026-07-09T10:25:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "a1095f31-0092-4748-a9c9-14874a606c5d", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "a1095f31-0092-4748-a9c9-14874a606c5d", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "a1095f31-0092-4748-a9c9-14874a606c5d", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d-kserve-route-authn"} 2026-07-09T10:25:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "a1095f31-0092-4748-a9c9-14874a606c5d", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d-kserve-route-authn"} 2026-07-09T10:25:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "a1095f31-0092-4748-a9c9-14874a606c5d", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "a1095f31-0092-4748-a9c9-14874a606c5d", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14869d","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "test-model-14869d", "reconcileID": "f1621c36-2c8e-42e9-b5a2-5e0074379021", "LLMInferenceService": "test-model-14869d", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "0c5e302e-0068-419a-b9c8-a1877dc8b848", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:25:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "0c5e302e-0068-419a-b9c8-a1877dc8b848", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:25:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "0c5e302e-0068-419a-b9c8-a1877dc8b848", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:25:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "21142877-cfef-44d0-94c0-076410c4b1e5", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:25:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "21142877-cfef-44d0-94c0-076410c4b1e5", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:25:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "21142877-cfef-44d0-94c0-076410c4b1e5", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:25:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c5ed031-4464-4eca-ba4d-c124e60fffd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:25:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "cc0392aa-566e-42a6-b8c5-9862f0e00793", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:25:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "cc0392aa-566e-42a6-b8c5-9862f0e00793", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62-authn-ssl"} 2026-07-09T10:25:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "cc0392aa-566e-42a6-b8c5-9862f0e00793", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:25:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e1c0f2e-0266-48f2-8d34-44ed05a5ebad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e1c0f2e-0266-48f2-8d34-44ed05a5ebad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:25:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e1c0f2e-0266-48f2-8d34-44ed05a5ebad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-31eb62 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T10:25:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-trusted-ca-bundle", "reconcileID": "fa0b62af-8c94-4857-be00-cac4ba0a6bb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-trusted-ca-bundle", "reconcileID": "fa0b62af-8c94-4857-be00-cac4ba0a6bb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "openshift-service-ca.crt", "reconcileID": "682c3ab7-74b1-49ff-ac32-ae2d754ff7c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "openshift-service-ca.crt", "reconcileID": "682c3ab7-74b1-49ff-ac32-ae2d754ff7c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62f9c4ff-91e8-4bdf-870e-2cc1f6707252", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-31eb62"}, "namespace": "ai-tenant-e2e-inf-a-31eb62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62f9c4ff-91e8-4bdf-870e-2cc1f6707252", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-31eb62"} 2026-07-09T10:25:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-31eb62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-31eb62", "reconcileID": "486954f9-6125-4bde-bd8c-5acc91c7d8a5", "Gateway": "e2e-inf-a-31eb62", "namespace": "openshift-ingress"} 2026-07-09T10:25:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cfbaee09-858f-44fc-80c8-1086f0db2000", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "ba7935d8-3a6b-4ae2-82a7-c5a533616972", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "ba7935d8-3a6b-4ae2-82a7-c5a533616972", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d-authn-ssl"} 2026-07-09T10:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "ba7935d8-3a6b-4ae2-82a7-c5a533616972", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:25:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1c15397-40d8-40c2-8061-61783f86af61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1c15397-40d8-40c2-8061-61783f86af61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:25:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1c15397-40d8-40c2-8061-61783f86af61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-14869d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T10:25:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-trusted-ca-bundle", "reconcileID": "3425d20c-5cf2-4295-9adb-35a6e8a901b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-trusted-ca-bundle", "reconcileID": "3425d20c-5cf2-4295-9adb-35a6e8a901b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "openshift-service-ca.crt", "reconcileID": "c714a4fc-cb30-46d2-aa78-64c743da6578", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "openshift-service-ca.crt", "reconcileID": "c714a4fc-cb30-46d2-aa78-64c743da6578", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44a9ef70-42e3-4c3f-b924-8996b240b7f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-14869d"}, "namespace": "ai-tenant-e2e-inf-b-14869d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44a9ef70-42e3-4c3f-b924-8996b240b7f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-14869d"} 2026-07-09T10:25:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-14869d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-14869d", "reconcileID": "2f5a844f-2413-461c-b473-cb2950f5fa80", "Gateway": "e2e-inf-b-14869d", "namespace": "openshift-ingress"} 2026-07-09T10:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "6cd51462-002b-46bb-aa86-531869d4c0eb", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:25:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "6cd51462-002b-46bb-aa86-531869d4c0eb", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "6cd51462-002b-46bb-aa86-531869d4c0eb", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "f9ae270a-d249-4f63-9f61-d2614d346509", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "f9ae270a-d249-4f63-9f61-d2614d346509", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "f9ae270a-d249-4f63-9f61-d2614d346509", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "7ab15aa5-c228-4c4f-a264-368a386ebd7a", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "7ab15aa5-c228-4c4f-a264-368a386ebd7a", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "7ab15aa5-c228-4c4f-a264-368a386ebd7a", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "9bd13c6c-59b1-40f4-9b9d-294b72ecb17d", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "9bd13c6c-59b1-40f4-9b9d-294b72ecb17d", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "9bd13c6c-59b1-40f4-9b9d-294b72ecb17d", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "c8c06c27-7b68-44d2-8238-af07767696d9", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "c8c06c27-7b68-44d2-8238-af07767696d9", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:26:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "c8c06c27-7b68-44d2-8238-af07767696d9", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "7562e0bc-5dec-4198-9353-a78a1a17f0d5", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "7562e0bc-5dec-4198-9353-a78a1a17f0d5", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:26:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "7562e0bc-5dec-4198-9353-a78a1a17f0d5", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "604fd590-3b51-49c7-8419-ff7bf22e4cc8", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "604fd590-3b51-49c7-8419-ff7bf22e4cc8", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:26:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "604fd590-3b51-49c7-8419-ff7bf22e4cc8", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "openshift-service-ca.crt", "reconcileID": "99de73be-4d89-4324-b124-9df10e9c2995", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-trusted-ca-bundle", "reconcileID": "92f41aa2-d72b-43c6-a744-3b9c7953a0ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "openshift-service-ca.crt", "reconcileID": "fc5cbd6f-ec78-44b5-adc2-7bcf665a3dea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-73cf2e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "openshift-service-ca.crt", "reconcileID": "fc5cbd6f-ec78-44b5-adc2-7bcf665a3dea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db80e877-634f-44e1-ac19-d25759c064f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "openshift-service-ca.crt", "reconcileID": "2670cadf-ff92-4988-967c-dac45513e97b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-trusted-ca-bundle", "reconcileID": "0b2f7807-044e-4791-b401-a83bcc4c8df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-trusted-ca-bundle", "reconcileID": "0b2f7807-044e-4791-b401-a83bcc4c8df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee8051bb-b9dd-4c85-837c-a7c8b64e337f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "e1a0f264-707e-4aee-af10-47384bc25646", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "e1a0f264-707e-4aee-af10-47384bc25646", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:26:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "e1a0f264-707e-4aee-af10-47384bc25646", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dde3f889-fe38-4b5e-827c-2c6c407aceb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "4726110b-cddc-4fb9-a5a3-2749e4f37e6c", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "4726110b-cddc-4fb9-a5a3-2749e4f37e6c", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "4726110b-cddc-4fb9-a5a3-2749e4f37e6c", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "3b8387d8-70b3-4687-807f-55997772182f", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "3b8387d8-70b3-4687-807f-55997772182f", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "3b8387d8-70b3-4687-807f-55997772182f", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "a4597468-6fc6-4959-8dce-a017094e9860", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "a4597468-6fc6-4959-8dce-a017094e9860", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "a4597468-6fc6-4959-8dce-a017094e9860", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "a50f4aee-a591-4fe7-83dd-8c07739b60d3", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "a50f4aee-a591-4fe7-83dd-8c07739b60d3", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "a50f4aee-a591-4fe7-83dd-8c07739b60d3", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "3acf5bfe-8877-42d7-a43e-66aebd01c3e8", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "3acf5bfe-8877-42d7-a43e-66aebd01c3e8", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "3acf5bfe-8877-42d7-a43e-66aebd01c3e8", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "4bf6190f-97f9-415e-b4f3-95f6e0b7d417", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "4bf6190f-97f9-415e-b4f3-95f6e0b7d417", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "4bf6190f-97f9-415e-b4f3-95f6e0b7d417", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "13dfd1a0-d2de-4794-bcac-dd3b4c11de15", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "13dfd1a0-d2de-4794-bcac-dd3b4c11de15", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "13dfd1a0-d2de-4794-bcac-dd3b4c11de15", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "8ec82a5b-ee20-4d7b-bc4e-28e202e6ef87", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "8ec82a5b-ee20-4d7b-bc4e-28e202e6ef87", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:26:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "8ec82a5b-ee20-4d7b-bc4e-28e202e6ef87", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "openshift-service-ca.crt", "reconcileID": "7e17df0c-7186-464d-abe6-1394764968c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-trusted-ca-bundle", "reconcileID": "d6810402-1b7a-422c-b60f-202833fd490f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-trusted-ca-bundle", "reconcileID": "d6810402-1b7a-422c-b60f-202833fd490f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "openshift-service-ca.crt", "reconcileID": "2a499ace-5ab9-44b9-b1b0-7b04d84e32c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd0a1b51-9c90-4c8d-8d05-4961c8514070", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-trusted-ca-bundle", "reconcileID": "8adf9635-7462-4d5f-94b0-5c54f66ee919", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-trusted-ca-bundle", "reconcileID": "8adf9635-7462-4d5f-94b0-5c54f66ee919", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20661340-144b-4b89-ab84-7040add03fb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "069e9090-1378-4214-b2c3-fa6ea286f185", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "069e9090-1378-4214-b2c3-fa6ea286f185", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "069e9090-1378-4214-b2c3-fa6ea286f185", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a92e045-2662-4d76-9826-8f9587dad204", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:26:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "5bbf0294-5ed4-4935-b74c-028ec747db53", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "5bbf0294-5ed4-4935-b74c-028ec747db53", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "5bbf0294-5ed4-4935-b74c-028ec747db53", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "e7f0f33b-e2c8-466c-8589-902c1717ef79", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "e7f0f33b-e2c8-466c-8589-902c1717ef79", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:26:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "e7f0f33b-e2c8-466c-8589-902c1717ef79", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1a330ad-7ba2-48ac-9dda-b7d1a0f50f5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:26:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "a070ed28-6ca3-4dbc-8a48-4b125f6269db", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "a070ed28-6ca3-4dbc-8a48-4b125f6269db", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e-authn-ssl"} 2026-07-09T10:26:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "a070ed28-6ca3-4dbc-8a48-4b125f6269db", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "c6b18fc5-4a7f-4c3b-99d1-67e89056d9bd", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "c6b18fc5-4a7f-4c3b-99d1-67e89056d9bd", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "c6b18fc5-4a7f-4c3b-99d1-67e89056d9bd", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61181694-61a0-44ba-8c89-a1e9243699fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61181694-61a0-44ba-8c89-a1e9243699fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61181694-61a0-44ba-8c89-a1e9243699fd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-73cf2e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T10:26:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-trusted-ca-bundle", "reconcileID": "ecb88a67-5048-4264-bcb4-e89b8c753d83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-trusted-ca-bundle", "reconcileID": "ecb88a67-5048-4264-bcb4-e89b8c753d83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-trusted-ca-bundle", "reconcileID": "ecb88a67-5048-4264-bcb4-e89b8c753d83", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-73cf2e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T10:26:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "openshift-service-ca.crt", "reconcileID": "91018f6d-1bb9-4554-a374-bb64c2ec5cff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "openshift-service-ca.crt", "reconcileID": "91018f6d-1bb9-4554-a374-bb64c2ec5cff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8871500-c59f-4e08-8504-b196ff0cfd95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8871500-c59f-4e08-8504-b196ff0cfd95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-trusted-ca-bundle", "reconcileID": "798d9cf0-23f6-457a-807a-65e3631e5718", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-73cf2e"}, "namespace": "ai-tenant-e2e-api-a-73cf2e", "name": "odh-trusted-ca-bundle", "reconcileID": "798d9cf0-23f6-457a-807a-65e3631e5718", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73cf2e"} 2026-07-09T10:26:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73cf2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73cf2e", "reconcileID": "324c025f-5129-4683-a37d-b9087070dad6", "Gateway": "e2e-api-a-73cf2e", "namespace": "openshift-ingress"} 2026-07-09T10:26:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b369b98a-b5ba-4564-b76b-bd88c4c37e10", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:26:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "bac17095-6153-46c1-9b6a-fb05b71a2dbf", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "bac17095-6153-46c1-9b6a-fb05b71a2dbf", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e-authn-ssl"} 2026-07-09T10:26:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "bac17095-6153-46c1-9b6a-fb05b71a2dbf", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e7e7e63-970d-4357-804c-0fe5b9a0e1de", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:26:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccbe94af-1e71-4abc-bcf3-182d0a5012e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccbe94af-1e71-4abc-bcf3-182d0a5012e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccbe94af-1e71-4abc-bcf3-182d0a5012e0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-2b323e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T10:26:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-trusted-ca-bundle", "reconcileID": "c9af0a0a-ee36-41d3-b479-4c9b440e72b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-trusted-ca-bundle", "reconcileID": "c9af0a0a-ee36-41d3-b479-4c9b440e72b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "openshift-service-ca.crt", "reconcileID": "184de2e9-60f5-4a9d-a75a-693371f1b76e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "openshift-service-ca.crt", "reconcileID": "184de2e9-60f5-4a9d-a75a-693371f1b76e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63e1502e-412a-42d4-8296-73a9932afbe7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2b323e"}, "namespace": "ai-tenant-e2e-api-b-2b323e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63e1502e-412a-42d4-8296-73a9932afbe7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2b323e"} 2026-07-09T10:26:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2b323e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2b323e", "reconcileID": "509acde8-988c-4c11-9ef5-8044ae42e35a", "Gateway": "e2e-api-b-2b323e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "0c65e14e-45ce-46d6-9a2f-70010740577c", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "0c65e14e-45ce-46d6-9a2f-70010740577c", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "0c65e14e-45ce-46d6-9a2f-70010740577c", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7fda9e9d-8c3b-4288-8889-07047a2a4aa8", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7fda9e9d-8c3b-4288-8889-07047a2a4aa8", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7fda9e9d-8c3b-4288-8889-07047a2a4aa8", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "2bab55f5-beb8-425c-bf74-3ddbd551bddd", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "2bab55f5-beb8-425c-bf74-3ddbd551bddd", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "2bab55f5-beb8-425c-bf74-3ddbd551bddd", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "c146b20c-c684-4d67-ab77-a87c12c4090d", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "c146b20c-c684-4d67-ab77-a87c12c4090d", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "c146b20c-c684-4d67-ab77-a87c12c4090d", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7799837c-13cc-44bb-8fc7-33a1f3e167a8", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7799837c-13cc-44bb-8fc7-33a1f3e167a8", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7799837c-13cc-44bb-8fc7-33a1f3e167a8", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7dc30106-25a4-43a2-b4d4-83ad69689469", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7dc30106-25a4-43a2-b4d4-83ad69689469", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:26:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7dc30106-25a4-43a2-b4d4-83ad69689469", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "84f94a08-c40b-4270-8de1-279615dbebc5", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "84f94a08-c40b-4270-8de1-279615dbebc5", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:26:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "84f94a08-c40b-4270-8de1-279615dbebc5", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "openshift-service-ca.crt", "reconcileID": "0c6ef3f8-0cec-401c-b5e6-8859a66b1c11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:26:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-trusted-ca-bundle", "reconcileID": "34a7c5b7-2c26-4b4b-b16a-59f5b0dfbd8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:26:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "openshift-service-ca.crt", "reconcileID": "86c94614-c4f1-4c4b-b3f8-636893b081c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5586e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "openshift-service-ca.crt", "reconcileID": "86c94614-c4f1-4c4b-b3f8-636893b081c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:26:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f25b3c3b-8f1c-433b-8783-e966ce1d8d36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:26:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "openshift-service-ca.crt", "reconcileID": "5fef8edd-5136-4da8-8e72-77ece5032bc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:26:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-trusted-ca-bundle", "reconcileID": "ae759bf2-0a40-406b-a10d-ada194db6394", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-trusted-ca-bundle", "reconcileID": "ae759bf2-0a40-406b-a10d-ada194db6394", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:26:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c64ac6b-b47a-4c3b-864e-ccc665428570", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:26:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7d8c3ef6-93b0-4abc-a872-3eb55e50d741", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7d8c3ef6-93b0-4abc-a872-3eb55e50d741", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:26:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7d8c3ef6-93b0-4abc-a872-3eb55e50d741", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0cca4c0-9c07-4153-946d-a5dc217e910a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:26:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "51dc0e82-7040-4436-9f02-b96b2c86e5ee", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "51dc0e82-7040-4436-9f02-b96b2c86e5ee", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:26:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "51dc0e82-7040-4436-9f02-b96b2c86e5ee", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "b0a910d5-eea1-41be-b3e2-28942c11ea0e", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "b0a910d5-eea1-41be-b3e2-28942c11ea0e", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:26:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "b0a910d5-eea1-41be-b3e2-28942c11ea0e", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "385be112-7d96-4760-bff7-4c2a11abd216", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "385be112-7d96-4760-bff7-4c2a11abd216", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:26:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "385be112-7d96-4760-bff7-4c2a11abd216", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "3aa19c81-5e78-4bea-b759-b2b2e7904f1d", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "3aa19c81-5e78-4bea-b759-b2b2e7904f1d", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:26:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "3aa19c81-5e78-4bea-b759-b2b2e7904f1d", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "14177eb3-934e-4f64-807e-90338fcad61d", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "14177eb3-934e-4f64-807e-90338fcad61d", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "14177eb3-934e-4f64-807e-90338fcad61d", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "0837e5af-074d-4437-bac9-77f2338d7100", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "0837e5af-074d-4437-bac9-77f2338d7100", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "0837e5af-074d-4437-bac9-77f2338d7100", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "552f2728-0201-4c98-b465-8232258b5198", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "552f2728-0201-4c98-b465-8232258b5198", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "552f2728-0201-4c98-b465-8232258b5198", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "fea986ef-2b3f-44a6-9e36-b36347921757", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "fea986ef-2b3f-44a6-9e36-b36347921757", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "fea986ef-2b3f-44a6-9e36-b36347921757", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "openshift-service-ca.crt", "reconcileID": "ae0f70ad-a706-4d0c-bde8-5a5fe8ea64e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-trusted-ca-bundle", "reconcileID": "479e2968-e31b-4ce8-a190-507e81ee0af6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:26:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "openshift-service-ca.crt", "reconcileID": "e2492bd7-814c-46b3-9bdf-43d6e2eb5dae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0b44e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "openshift-service-ca.crt", "reconcileID": "e2492bd7-814c-46b3-9bdf-43d6e2eb5dae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8607424-3b4b-4477-905a-5540641791e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "openshift-service-ca.crt", "reconcileID": "023c2be5-7163-4318-8efb-629a0ac3a41e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:26:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-trusted-ca-bundle", "reconcileID": "5fb63da6-ce37-4cd2-aa19-9218b5dcb3d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:26:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-trusted-ca-bundle", "reconcileID": "5fb63da6-ce37-4cd2-aa19-9218b5dcb3d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c98fcd80-ab0d-40c1-9fdc-131344359155", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:26:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "ead0cc7f-fcdc-442f-9de0-d80181fb8b11", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "ead0cc7f-fcdc-442f-9de0-d80181fb8b11", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:26:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "ead0cc7f-fcdc-442f-9de0-d80181fb8b11", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d96dd392-aadf-49fb-a2ad-98fd05e5caf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "c11c471b-41be-46c9-b2b1-b5f8ddb60625", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "c11c471b-41be-46c9-b2b1-b5f8ddb60625", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "c11c471b-41be-46c9-b2b1-b5f8ddb60625", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:27:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c82a2cdd-1198-4513-a5df-e33359fd403b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:27:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0d3f6735-84ea-41c0-a867-ff49cc5c45f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:29:47Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T10:29:47Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T10:29:48Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T10:29:48Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T10:30:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4208998b-826b-443e-bb0a-19160250c424", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:30:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "5e70a4de-6872-4eb0-8d0d-28c8f175ba60", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:30:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "5e70a4de-6872-4eb0-8d0d-28c8f175ba60", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e-authn-ssl"} 2026-07-09T10:30:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "5e70a4de-6872-4eb0-8d0d-28c8f175ba60", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:30:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7eef1e6a-c9ac-42cd-bf48-b47dbb23da33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:30:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7eef1e6a-c9ac-42cd-bf48-b47dbb23da33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:30:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7eef1e6a-c9ac-42cd-bf48-b47dbb23da33", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-b5586e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T10:30:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-trusted-ca-bundle", "reconcileID": "562f892d-16e1-4895-ab7f-87b419cbd917", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:30:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-trusted-ca-bundle", "reconcileID": "562f892d-16e1-4895-ab7f-87b419cbd917", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:30:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "openshift-service-ca.crt", "reconcileID": "a158d624-dca7-40ac-b865-9668a51ecd3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:30:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "openshift-service-ca.crt", "reconcileID": "a158d624-dca7-40ac-b865-9668a51ecd3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:30:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "129b58b2-355f-4003-9291-4bb588db2b37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:30:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5586e"}, "namespace": "ai-tenant-e2e-shared-a-b5586e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "129b58b2-355f-4003-9291-4bb588db2b37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5586e"} 2026-07-09T10:30:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5586e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5586e", "reconcileID": "7ec4bc55-09da-4aaf-acca-a698e576c54f", "Gateway": "e2e-shared-a-b5586e", "namespace": "openshift-ingress"} 2026-07-09T10:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f37d3928-aa61-450b-9558-00da7264d55d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T10:30:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "b19a144b-cacc-4e4c-8409-049fcdc06a49", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:30:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "b19a144b-cacc-4e4c-8409-049fcdc06a49", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e-authn-ssl"} 2026-07-09T10:30:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "b19a144b-cacc-4e4c-8409-049fcdc06a49", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"} 2026-07-09T10:30:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3601172-6250-464b-8b42-6a9f0172eada", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:30:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3601172-6250-464b-8b42-6a9f0172eada", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T10:30:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3601172-6250-464b-8b42-6a9f0172eada", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-a0b44e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T10:30:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-trusted-ca-bundle", "reconcileID": "138f6639-e416-4331-804d-b1eee1d5c00b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-trusted-ca-bundle", "reconcileID": "138f6639-e416-4331-804d-b1eee1d5c00b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:30:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "openshift-service-ca.crt", "reconcileID": "68dbf945-d2d4-41f9-af71-66eede4a29c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "openshift-service-ca.crt", "reconcileID": "68dbf945-d2d4-41f9-af71-66eede4a29c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:30:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14a0f73f-1c64-40b4-b9f7-fd2e8474d5df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0b44e"}, "namespace": "ai-tenant-e2e-shared-b-a0b44e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14a0f73f-1c64-40b4-b9f7-fd2e8474d5df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0b44e"} 2026-07-09T10:30:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0b44e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0b44e", "reconcileID": "f4ddc4ad-e64c-435d-82f6-e7934a0bb49d", "Gateway": "e2e-shared-b-a0b44e", "namespace": "openshift-ingress"}