sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dad6f314-54f7-4a56-a588-119c8b745556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "openshift-service-ca.crt", "reconcileID": "2b02c9d6-525f-4dc7-9cd5-4d9d81e2af3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:29:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-trusted-ca-bundle", "reconcileID": "a845ae06-4c2d-408e-ae20-c15621e108f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:29:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-trusted-ca-bundle", "reconcileID": "a845ae06-4c2d-408e-ae20-c15621e108f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f67ed055-c4e5-4956-81ed-19c4c22bc449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:29:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "d3f562e8-8040-45e2-b1ee-2423378be71c", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress"} 2026-07-18T01:29:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "d3f562e8-8040-45e2-b1ee-2423378be71c", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd-authn-ssl"} 2026-07-18T01:29:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "d3f562e8-8040-45e2-b1ee-2423378be71c", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress"} 2026-07-18T01:29:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c6b0c0a-2ffb-4d54-ab7c-caf3475c935d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:29:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "0bacb2a0-d971-4fb2-9eab-1e06f04b2816", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress"} 2026-07-18T01:29:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "0bacb2a0-d971-4fb2-9eab-1e06f04b2816", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7-authn-ssl"} 2026-07-18T01:29:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "0bacb2a0-d971-4fb2-9eab-1e06f04b2816", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress"} 2026-07-18T01:29:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "e5bf3b49-ec89-4eef-bb3d-fd2eb83109c6", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress"} 2026-07-18T01:29:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "e5bf3b49-ec89-4eef-bb3d-fd2eb83109c6", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd-authn-ssl"} 2026-07-18T01:29:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "e5bf3b49-ec89-4eef-bb3d-fd2eb83109c6", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress"} 2026-07-18T01:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6d6bb90-4889-4f95-8836-352b5a719b8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3801c1d5-41e0-40bd-8d69-0b15e3609fe0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:29:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a883a211-cb77-4303-b74a-daa7c543534a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "4335ab76-6f5a-4635-9fb2-6a4979f10a0d", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress"} 2026-07-18T01:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "4335ab76-6f5a-4635-9fb2-6a4979f10a0d", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7-authn-ssl"} 2026-07-18T01:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "4335ab76-6f5a-4635-9fb2-6a4979f10a0d", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress"} 2026-07-18T01:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "88a630bf-4273-47f7-b3d4-8f49f357c2b5", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress"} 2026-07-18T01:30:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "88a630bf-4273-47f7-b3d4-8f49f357c2b5", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7-authn-ssl"} 2026-07-18T01:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "88a630bf-4273-47f7-b3d4-8f49f357c2b5", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress"} 2026-07-18T01:30:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0192d7"}, "namespace": "ai-tenant-e2e-api-a-0192d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d67bffe-065e-42f5-a003-50007300e192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0192d7"} 2026-07-18T01:30:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0192d7"}, "namespace": "ai-tenant-e2e-api-a-0192d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d67bffe-065e-42f5-a003-50007300e192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0192d7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:30:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0192d7"}, "namespace": "ai-tenant-e2e-api-a-0192d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d67bffe-065e-42f5-a003-50007300e192", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-0192d7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:30:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0192d7"}, "namespace": "ai-tenant-e2e-api-a-0192d7", "name": "odh-trusted-ca-bundle", "reconcileID": "d70d7c11-a0fa-4c23-b4cc-1febfad1c335", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0192d7"} 2026-07-18T01:30:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0192d7"}, "namespace": "ai-tenant-e2e-api-a-0192d7", "name": "odh-trusted-ca-bundle", "reconcileID": "d70d7c11-a0fa-4c23-b4cc-1febfad1c335", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0192d7"} 2026-07-18T01:30:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0192d7"}, "namespace": "ai-tenant-e2e-api-a-0192d7", "name": "openshift-service-ca.crt", "reconcileID": "90e85249-ca6a-432b-b463-0022196aa482", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0192d7"} 2026-07-18T01:30:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0192d7"}, "namespace": "ai-tenant-e2e-api-a-0192d7", "name": "openshift-service-ca.crt", "reconcileID": "90e85249-ca6a-432b-b463-0022196aa482", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0192d7"} 2026-07-18T01:30:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0192d7"}, "namespace": "ai-tenant-e2e-api-a-0192d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2e70fca-5857-4d92-865a-7798a366e1bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0192d7"} 2026-07-18T01:30:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0192d7"}, "namespace": "ai-tenant-e2e-api-a-0192d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2e70fca-5857-4d92-865a-7798a366e1bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0192d7"} 2026-07-18T01:30:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0192d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0192d7", "reconcileID": "fabdcde1-b3ea-43ae-abb4-b8164c73cb40", "Gateway": "e2e-api-a-0192d7", "namespace": "openshift-ingress"} 2026-07-18T01:30:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f64edddf-43fe-43a6-a398-6c7d633e7203", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "aa09e2f6-130e-4f90-8320-a7b3910195d5", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress"} 2026-07-18T01:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "aa09e2f6-130e-4f90-8320-a7b3910195d5", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd-authn-ssl"} 2026-07-18T01:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "aa09e2f6-130e-4f90-8320-a7b3910195d5", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress"} 2026-07-18T01:30:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "c298b143-1253-4750-af36-5df581e9ebf9", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress"} 2026-07-18T01:30:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "c298b143-1253-4750-af36-5df581e9ebf9", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd-authn-ssl"} 2026-07-18T01:30:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "c298b143-1253-4750-af36-5df581e9ebf9", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress"} 2026-07-18T01:30:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f24eb1de-85ff-4195-b8ca-d6c7ae1a190f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:30:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f24eb1de-85ff-4195-b8ca-d6c7ae1a190f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:30:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f24eb1de-85ff-4195-b8ca-d6c7ae1a190f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-232dbd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:30:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-trusted-ca-bundle", "reconcileID": "3c8bb325-8353-4b17-b3d3-ce067c2a64df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:30:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-trusted-ca-bundle", "reconcileID": "3c8bb325-8353-4b17-b3d3-ce067c2a64df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:30:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "openshift-service-ca.crt", "reconcileID": "2080e05f-7691-42d3-bb04-cb35ef961aac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:30:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "openshift-service-ca.crt", "reconcileID": "2080e05f-7691-42d3-bb04-cb35ef961aac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:30:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1680287-1085-4d28-af16-28975edce07a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:30:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-232dbd"}, "namespace": "ai-tenant-e2e-api-b-232dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1680287-1085-4d28-af16-28975edce07a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-232dbd"} 2026-07-18T01:30:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-232dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-232dbd", "reconcileID": "8e11de32-53cc-4795-9696-8aa9b9e1cc40", "Gateway": "e2e-api-b-232dbd", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "950d510b-7a58-4a39-a6a4-a603b45b301a", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "950d510b-7a58-4a39-a6a4-a603b45b301a", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "950d510b-7a58-4a39-a6a4-a603b45b301a", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "face8328-8686-4009-ae19-4aeef1c610a3", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "face8328-8686-4009-ae19-4aeef1c610a3", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "face8328-8686-4009-ae19-4aeef1c610a3", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "e80760db-b5d1-41cd-8258-a0d58f518e14", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "e80760db-b5d1-41cd-8258-a0d58f518e14", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "e80760db-b5d1-41cd-8258-a0d58f518e14", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "36b10b6c-d31e-432b-b646-dd314452c59e", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "36b10b6c-d31e-432b-b646-dd314452c59e", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "36b10b6c-d31e-432b-b646-dd314452c59e", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "1e426447-eb34-4adc-b304-0537976680aa", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "1e426447-eb34-4adc-b304-0537976680aa", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "1e426447-eb34-4adc-b304-0537976680aa", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "c58bb3f7-6f48-41b8-9b4c-ab07f2f1f3b5", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "c58bb3f7-6f48-41b8-9b4c-ab07f2f1f3b5", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "c58bb3f7-6f48-41b8-9b4c-ab07f2f1f3b5", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "c0a88801-dc04-4946-bc31-e36bb08270c8", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "c0a88801-dc04-4946-bc31-e36bb08270c8", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:30:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "c0a88801-dc04-4946-bc31-e36bb08270c8", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78067bca-01cd-44ad-bc03-925301b02170", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "openshift-service-ca.crt", "reconcileID": "35430066-9a6a-4043-9afa-f4440725ba98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:30:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-trusted-ca-bundle", "reconcileID": "459105d4-bbd7-4912-ac71-fcbda1bb6020", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:30:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-trusted-ca-bundle", "reconcileID": "459105d4-bbd7-4912-ac71-fcbda1bb6020", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "openshift-service-ca.crt", "reconcileID": "2e6f3ad2-7964-4a6b-9443-8bec5ee87ed6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80f96ed0-dde7-4fae-bad5-da49fe4f2eab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "openshift-service-ca.crt", "reconcileID": "53698a25-ef68-4641-8758-5783960e3d59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:30:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-trusted-ca-bundle", "reconcileID": "ac21666e-ae25-4e45-9a34-1fe2d8308c00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:30:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-trusted-ca-bundle", "reconcileID": "ac21666e-ae25-4e45-9a34-1fe2d8308c00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22598d0b-78fd-44bf-8448-348c1ec8198d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:30:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "87938068-85ad-4949-bfc9-1ac35159de8a", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "87938068-85ad-4949-bfc9-1ac35159de8a", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:30:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "87938068-85ad-4949-bfc9-1ac35159de8a", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2cbecd9f-6684-4c94-935c-77334abfe7cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "7663d5be-479f-4476-9d31-be8d03e702ad", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "7663d5be-479f-4476-9d31-be8d03e702ad", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "7663d5be-479f-4476-9d31-be8d03e702ad", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "21444c53-5623-4ca9-93b5-4d998eca96a8", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "21444c53-5623-4ca9-93b5-4d998eca96a8", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "21444c53-5623-4ca9-93b5-4d998eca96a8", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "19baf03a-a23a-4465-9823-cd45ca05026b", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "19baf03a-a23a-4465-9823-cd45ca05026b", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "19baf03a-a23a-4465-9823-cd45ca05026b", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "b26a3e69-7520-4da0-beeb-984df7859314", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "b26a3e69-7520-4da0-beeb-984df7859314", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "b26a3e69-7520-4da0-beeb-984df7859314", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "d6767fd5-276a-4ef7-b782-34ba976765cc", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "d6767fd5-276a-4ef7-b782-34ba976765cc", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "d6767fd5-276a-4ef7-b782-34ba976765cc", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "409c3268-9d64-4ea4-8c71-d62f287901ab", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "409c3268-9d64-4ea4-8c71-d62f287901ab", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "409c3268-9d64-4ea4-8c71-d62f287901ab", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "0b98ba67-ac03-4dcc-b2bd-45bdd0a93848", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "0b98ba67-ac03-4dcc-b2bd-45bdd0a93848", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "0b98ba67-ac03-4dcc-b2bd-45bdd0a93848", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "352742fa-e40c-4225-b57a-d2d54a5e4491", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "352742fa-e40c-4225-b57a-d2d54a5e4491", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "352742fa-e40c-4225-b57a-d2d54a5e4491", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:30:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a77bea95-3973-471a-b6f9-b03a6233bde2", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a77bea95-3973-471a-b6f9-b03a6233bde2", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a77bea95-3973-471a-b6f9-b03a6233bde2", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "openshift-service-ca.crt", "reconcileID": "01bd799b-a41e-4f5e-be6d-4a75fb295683", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-trusted-ca-bundle", "reconcileID": "8bdf90b2-a13e-4f10-b1a8-d2e0ae007d86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:30:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "openshift-service-ca.crt", "reconcileID": "a7ddbe5c-7dbb-483d-b6be-b13fa7d72c24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:30:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "openshift-service-ca.crt", "reconcileID": "a7ddbe5c-7dbb-483d-b6be-b13fa7d72c24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb7f2c4d-b0c8-4521-a6d4-02cd63d0036d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "openshift-service-ca.crt", "reconcileID": "8d1b59d1-92ab-4d3f-bd7f-b3e48a7e7eb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:30:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-trusted-ca-bundle", "reconcileID": "9b7e9e69-00f2-4907-b6c6-7f24c7b922ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:30:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-trusted-ca-bundle", "reconcileID": "9b7e9e69-00f2-4907-b6c6-7f24c7b922ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7b5fca2-3bb3-4de1-ace4-be407791bd00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:30:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "1a24d680-08dc-450a-ad39-0a29b9d8f3a9", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "1a24d680-08dc-450a-ad39-0a29b9d8f3a9", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "1a24d680-08dc-450a-ad39-0a29b9d8f3a9", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c90ea9c1-89ea-42b6-8fdd-e28e4cba8608", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "6ada2384-db4c-4207-9a21-88258681615a", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "6ada2384-db4c-4207-9a21-88258681615a", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "6ada2384-db4c-4207-9a21-88258681615a", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:31:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "a73a80b2-1285-46bc-8ec2-3d0b7a43bdf9", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "a73a80b2-1285-46bc-8ec2-3d0b7a43bdf9", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "a73a80b2-1285-46bc-8ec2-3d0b7a43bdf9", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "fb01be18-4804-479f-a8e1-9e2af35b731e", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:31:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "a73a80b2-1285-46bc-8ec2-3d0b7a43bdf9", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:31:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "a73a80b2-1285-46bc-8ec2-3d0b7a43bdf9", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:31:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "a73a80b2-1285-46bc-8ec2-3d0b7a43bdf9", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "fb01be18-4804-479f-a8e1-9e2af35b731e", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:31:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "fb01be18-4804-479f-a8e1-9e2af35b731e", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:31:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "c54f8090-0f27-4afd-9263-2e1625f574c5", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "c54f8090-0f27-4afd-9263-2e1625f574c5", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "c54f8090-0f27-4afd-9263-2e1625f574c5", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "c54f8090-0f27-4afd-9263-2e1625f574c5", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:31:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "c54f8090-0f27-4afd-9263-2e1625f574c5", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:31:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "c54f8090-0f27-4afd-9263-2e1625f574c5", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3290e522-a28d-4b3b-bbbe-e86333229db2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:31:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "723dad0e-5e83-4046-abb8-1dfac46d18f6", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:31:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "723dad0e-5e83-4046-abb8-1dfac46d18f6", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:31:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "723dad0e-5e83-4046-abb8-1dfac46d18f6", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:31:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "be12b684-7124-45d4-b4b4-1f00f46510c2", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "be12b684-7124-45d4-b4b4-1f00f46510c2", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "be12b684-7124-45d4-b4b4-1f00f46510c2", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "be12b684-7124-45d4-b4b4-1f00f46510c2", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:31:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "be12b684-7124-45d4-b4b4-1f00f46510c2", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:31:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "be12b684-7124-45d4-b4b4-1f00f46510c2", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8843fa94-b632-41a6-a07f-8b16c0b4a146", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:31:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "94100d40-b293-4a31-b8fa-409b23e9ded1", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "94100d40-b293-4a31-b8fa-409b23e9ded1", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "94100d40-b293-4a31-b8fa-409b23e9ded1", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "94100d40-b293-4a31-b8fa-409b23e9ded1", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:31:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "94100d40-b293-4a31-b8fa-409b23e9ded1", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:31:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "94100d40-b293-4a31-b8fa-409b23e9ded1", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "5322fbdc-6f4b-4483-9823-1c5de0eb3c68", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "5322fbdc-6f4b-4483-9823-1c5de0eb3c68", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "5322fbdc-6f4b-4483-9823-1c5de0eb3c68", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "5322fbdc-6f4b-4483-9823-1c5de0eb3c68", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:31:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "5322fbdc-6f4b-4483-9823-1c5de0eb3c68", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:31:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "5322fbdc-6f4b-4483-9823-1c5de0eb3c68", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:31:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "400d5ebe-0638-460f-b8c6-d4c42c2aa2fe", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "400d5ebe-0638-460f-b8c6-d4c42c2aa2fe", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "400d5ebe-0638-460f-b8c6-d4c42c2aa2fe", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a232c9bc-5eba-4d0c-9e7b-91769960b44b", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:31:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "400d5ebe-0638-460f-b8c6-d4c42c2aa2fe", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:31:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "400d5ebe-0638-460f-b8c6-d4c42c2aa2fe", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:31:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "400d5ebe-0638-460f-b8c6-d4c42c2aa2fe", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a232c9bc-5eba-4d0c-9e7b-91769960b44b", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:31:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a232c9bc-5eba-4d0c-9e7b-91769960b44b", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:31:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4521901f-899f-4f46-8882-538ea811fa5b", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4521901f-899f-4f46-8882-538ea811fa5b", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4521901f-899f-4f46-8882-538ea811fa5b", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4521901f-899f-4f46-8882-538ea811fa5b", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:31:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4521901f-899f-4f46-8882-538ea811fa5b", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:31:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4521901f-899f-4f46-8882-538ea811fa5b", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-18T01:31:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-18T01:31:36Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-18T01:31:36Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-18T01:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "1bd3ee3c-a079-48d2-982f-79d8a5f2c482", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "1bd3ee3c-a079-48d2-982f-79d8a5f2c482", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "1bd3ee3c-a079-48d2-982f-79d8a5f2c482", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:31:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "70460a7d-be6b-4292-9bf9-42403dae0624", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "70460a7d-be6b-4292-9bf9-42403dae0624", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "70460a7d-be6b-4292-9bf9-42403dae0624", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "70460a7d-be6b-4292-9bf9-42403dae0624", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:31:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "70460a7d-be6b-4292-9bf9-42403dae0624", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:31:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "70460a7d-be6b-4292-9bf9-42403dae0624", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4826fd8a-3746-437c-bd21-dc9aaa8cc52e", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4826fd8a-3746-437c-bd21-dc9aaa8cc52e", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4826fd8a-3746-437c-bd21-dc9aaa8cc52e", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4826fd8a-3746-437c-bd21-dc9aaa8cc52e", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:31:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4826fd8a-3746-437c-bd21-dc9aaa8cc52e", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:31:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "4826fd8a-3746-437c-bd21-dc9aaa8cc52e", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "99ef51d8-1731-4295-b0ba-10a6a5ffd12a", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "99ef51d8-1731-4295-b0ba-10a6a5ffd12a", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "99ef51d8-1731-4295-b0ba-10a6a5ffd12a", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "99ef51d8-1731-4295-b0ba-10a6a5ffd12a", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:31:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "99ef51d8-1731-4295-b0ba-10a6a5ffd12a", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:31:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "99ef51d8-1731-4295-b0ba-10a6a5ffd12a", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:31:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "1e231882-8b8a-496a-9e9e-d5c904465596", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:31:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "1e231882-8b8a-496a-9e9e-d5c904465596", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:31:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "1e231882-8b8a-496a-9e9e-d5c904465596", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:32:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "5657c770-1f13-4295-857f-43864db30d0f", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:32:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "5657c770-1f13-4295-857f-43864db30d0f", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:32:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "5657c770-1f13-4295-857f-43864db30d0f", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:33:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "0f748bd6-eda3-416d-a192-159534c47710", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "0f748bd6-eda3-416d-a192-159534c47710", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67"} 2026-07-18T01:33:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "0f748bd6-eda3-416d-a192-159534c47710", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "0f748bd6-eda3-416d-a192-159534c47710", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "0f748bd6-eda3-416d-a192-159534c47710", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:33:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "0f748bd6-eda3-416d-a192-159534c47710", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:33:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "0f748bd6-eda3-416d-a192-159534c47710", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "0f748bd6-eda3-416d-a192-159534c47710", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "auth-test-model-ad1b67", "reconcileID": "7eff35e2-1e54-446b-8d2f-90f0021f69d3", "LLMInferenceService": "auth-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "d00cfd1e-132b-4a9c-97c8-199567fd50e1", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:33:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "d00cfd1e-132b-4a9c-97c8-199567fd50e1", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:33:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "d00cfd1e-132b-4a9c-97c8-199567fd50e1", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:33:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "e8979979-6f63-4633-a4cb-07e0150b0cd5", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:33:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "e8979979-6f63-4633-a4cb-07e0150b0cd5", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:33:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "e8979979-6f63-4633-a4cb-07e0150b0cd5", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:33:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "c3c4570e-e4ab-417a-a16f-7c8862ecf25f", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:33:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "c3c4570e-e4ab-417a-a16f-7c8862ecf25f", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc"} 2026-07-18T01:33:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "c3c4570e-e4ab-417a-a16f-7c8862ecf25f", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:33:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "c3c4570e-e4ab-417a-a16f-7c8862ecf25f", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:33:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "c3c4570e-e4ab-417a-a16f-7c8862ecf25f", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:33:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "c3c4570e-e4ab-417a-a16f-7c8862ecf25f", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:33:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "c3c4570e-e4ab-417a-a16f-7c8862ecf25f", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:33:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "c3c4570e-e4ab-417a-a16f-7c8862ecf25f", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:33:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "auth-test-model-0f7fdc", "reconcileID": "d6f263ed-7d72-4e65-9cc4-83dc6aac33a2", "LLMInferenceService": "auth-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:33:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a68a89c2-7734-4064-afa2-47101c66bfce", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:33:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a68a89c2-7734-4064-afa2-47101c66bfce", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:33:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a68a89c2-7734-4064-afa2-47101c66bfce", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:33:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "86f5ad58-9c0c-48ec-adc9-86db2c34bb22", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:33:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "86f5ad58-9c0c-48ec-adc9-86db2c34bb22", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:33:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "86f5ad58-9c0c-48ec-adc9-86db2c34bb22", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:33:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ce68fcaf-9ca1-4cec-9854-1f46478fb70f", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ce68fcaf-9ca1-4cec-9854-1f46478fb70f", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ce68fcaf-9ca1-4cec-9854-1f46478fb70f", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "ed7416bd-c0d0-4e48-b5bf-1824b8f84606", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:33:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ce68fcaf-9ca1-4cec-9854-1f46478fb70f", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:33:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ce68fcaf-9ca1-4cec-9854-1f46478fb70f", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:33:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ce68fcaf-9ca1-4cec-9854-1f46478fb70f", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "ed7416bd-c0d0-4e48-b5bf-1824b8f84606", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:33:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "ed7416bd-c0d0-4e48-b5bf-1824b8f84606", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:33:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "213347bc-d884-4117-a1cb-4afa5ce663a2", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "213347bc-d884-4117-a1cb-4afa5ce663a2", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "213347bc-d884-4117-a1cb-4afa5ce663a2", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:33:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "213347bc-d884-4117-a1cb-4afa5ce663a2", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:33:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "213347bc-d884-4117-a1cb-4afa5ce663a2", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:33:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "213347bc-d884-4117-a1cb-4afa5ce663a2", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "cea15a53-f582-474f-8486-295a85ff004e", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:34:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "cea15a53-f582-474f-8486-295a85ff004e", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:34:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "cea15a53-f582-474f-8486-295a85ff004e", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:34:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ca640287-89dd-4e53-b040-261fea440a67", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ca640287-89dd-4e53-b040-261fea440a67", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ca640287-89dd-4e53-b040-261fea440a67", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ca640287-89dd-4e53-b040-261fea440a67", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:34:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ca640287-89dd-4e53-b040-261fea440a67", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:34:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ca640287-89dd-4e53-b040-261fea440a67", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "0ffa8f03-ace3-4559-9c7f-a73651dba7ee", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "0ffa8f03-ace3-4559-9c7f-a73651dba7ee", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "0ffa8f03-ace3-4559-9c7f-a73651dba7ee", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "0ffa8f03-ace3-4559-9c7f-a73651dba7ee", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:34:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "0ffa8f03-ace3-4559-9c7f-a73651dba7ee", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:34:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "0ffa8f03-ace3-4559-9c7f-a73651dba7ee", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "c0ca10ce-3c88-4155-99de-dbf8f4be0adf", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "c0ca10ce-3c88-4155-99de-dbf8f4be0adf", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "c0ca10ce-3c88-4155-99de-dbf8f4be0adf", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "c0ca10ce-3c88-4155-99de-dbf8f4be0adf", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:34:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "c0ca10ce-3c88-4155-99de-dbf8f4be0adf", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:34:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "c0ca10ce-3c88-4155-99de-dbf8f4be0adf", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:34:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "ed23143d-8d0c-4e0f-91cb-1fc22f942718", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "ed23143d-8d0c-4e0f-91cb-1fc22f942718", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "ed23143d-8d0c-4e0f-91cb-1fc22f942718", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "1b8c274f-c3c7-4b0e-94ac-2b4baece6d85", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:34:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "ed23143d-8d0c-4e0f-91cb-1fc22f942718", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:34:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "ed23143d-8d0c-4e0f-91cb-1fc22f942718", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:34:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "ed23143d-8d0c-4e0f-91cb-1fc22f942718", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "1b8c274f-c3c7-4b0e-94ac-2b4baece6d85", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "1b8c274f-c3c7-4b0e-94ac-2b4baece6d85", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:34:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "5a0905df-6aac-4e3f-889e-9838def418a7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "5a0905df-6aac-4e3f-889e-9838def418a7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "5a0905df-6aac-4e3f-889e-9838def418a7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "5a0905df-6aac-4e3f-889e-9838def418a7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:34:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "5a0905df-6aac-4e3f-889e-9838def418a7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:34:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "5a0905df-6aac-4e3f-889e-9838def418a7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a2c02a57-fd5f-4786-a807-04d23f71ff10", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:34:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a2c02a57-fd5f-4786-a807-04d23f71ff10", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:34:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a2c02a57-fd5f-4786-a807-04d23f71ff10", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:34:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "67c6311b-ec99-4b64-92b8-0306293867d7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "67c6311b-ec99-4b64-92b8-0306293867d7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "67c6311b-ec99-4b64-92b8-0306293867d7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "67c6311b-ec99-4b64-92b8-0306293867d7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:34:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "67c6311b-ec99-4b64-92b8-0306293867d7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:34:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "67c6311b-ec99-4b64-92b8-0306293867d7", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "b7b72d8b-71e2-4d4e-8b40-20d29b5dd69e", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "b7b72d8b-71e2-4d4e-8b40-20d29b5dd69e", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "b7b72d8b-71e2-4d4e-8b40-20d29b5dd69e", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:34:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "b7b72d8b-71e2-4d4e-8b40-20d29b5dd69e", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:34:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "b7b72d8b-71e2-4d4e-8b40-20d29b5dd69e", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:34:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "b7b72d8b-71e2-4d4e-8b40-20d29b5dd69e", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "eed09093-846e-4e5e-94cf-1bc4c044ff17", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "eed09093-846e-4e5e-94cf-1bc4c044ff17", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67"} 2026-07-18T01:35:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "eed09093-846e-4e5e-94cf-1bc4c044ff17", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "eed09093-846e-4e5e-94cf-1bc4c044ff17", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "eed09093-846e-4e5e-94cf-1bc4c044ff17", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:35:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "eed09093-846e-4e5e-94cf-1bc4c044ff17", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:35:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "eed09093-846e-4e5e-94cf-1bc4c044ff17", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "eed09093-846e-4e5e-94cf-1bc4c044ff17", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "sub-test-model-ad1b67", "reconcileID": "ed5e691d-ba22-4a8e-8431-23d76469b85c", "LLMInferenceService": "sub-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "b73f65bb-bc1d-4c55-b801-2e4c19170cbf", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:35:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "b73f65bb-bc1d-4c55-b801-2e4c19170cbf", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:35:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "b73f65bb-bc1d-4c55-b801-2e4c19170cbf", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:35:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "9846e1eb-2499-4525-9355-f6292dbfd669", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:35:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "9846e1eb-2499-4525-9355-f6292dbfd669", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:35:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "9846e1eb-2499-4525-9355-f6292dbfd669", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:35:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "a1a4872a-4418-4df2-bf37-98191cf49c01", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "a1a4872a-4418-4df2-bf37-98191cf49c01", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc"} 2026-07-18T01:35:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "a1a4872a-4418-4df2-bf37-98191cf49c01", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "a1a4872a-4418-4df2-bf37-98191cf49c01", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "a1a4872a-4418-4df2-bf37-98191cf49c01", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:35:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "a1a4872a-4418-4df2-bf37-98191cf49c01", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:35:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "a1a4872a-4418-4df2-bf37-98191cf49c01", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "a1a4872a-4418-4df2-bf37-98191cf49c01", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "sub-test-model-0f7fdc", "reconcileID": "f3c74d5b-3802-40a1-8b7c-07cc02c19211", "LLMInferenceService": "sub-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "ced8bbcd-e8a9-4c7e-a947-8ae8743ed20a", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:35:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "ced8bbcd-e8a9-4c7e-a947-8ae8743ed20a", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:35:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "ced8bbcd-e8a9-4c7e-a947-8ae8743ed20a", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:35:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "edcaafed-371f-4fa0-aecd-c41599664439", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:35:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "edcaafed-371f-4fa0-aecd-c41599664439", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:35:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "edcaafed-371f-4fa0-aecd-c41599664439", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:35:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bd4a8a86-954d-4506-a576-e5e03e1b6d25", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bd4a8a86-954d-4506-a576-e5e03e1b6d25", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bd4a8a86-954d-4506-a576-e5e03e1b6d25", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "80f213a1-40f3-4a67-a112-db31cb3dfbbf", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:35:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bd4a8a86-954d-4506-a576-e5e03e1b6d25", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:35:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bd4a8a86-954d-4506-a576-e5e03e1b6d25", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:35:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bd4a8a86-954d-4506-a576-e5e03e1b6d25", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "80f213a1-40f3-4a67-a112-db31cb3dfbbf", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:35:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "80f213a1-40f3-4a67-a112-db31cb3dfbbf", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:35:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "7d3a7cd6-d164-44f8-9f84-d6b61226b5f7", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "7d3a7cd6-d164-44f8-9f84-d6b61226b5f7", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "7d3a7cd6-d164-44f8-9f84-d6b61226b5f7", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "7d3a7cd6-d164-44f8-9f84-d6b61226b5f7", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:35:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "7d3a7cd6-d164-44f8-9f84-d6b61226b5f7", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:35:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "7d3a7cd6-d164-44f8-9f84-d6b61226b5f7", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "25363818-4057-4204-83c7-36c09bc6bf75", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:35:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "25363818-4057-4204-83c7-36c09bc6bf75", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "25363818-4057-4204-83c7-36c09bc6bf75", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:35:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "e86df808-a4cc-44fa-a1ac-385de5eb0e56", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "e86df808-a4cc-44fa-a1ac-385de5eb0e56", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "e86df808-a4cc-44fa-a1ac-385de5eb0e56", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "e86df808-a4cc-44fa-a1ac-385de5eb0e56", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:35:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "e86df808-a4cc-44fa-a1ac-385de5eb0e56", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:35:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "e86df808-a4cc-44fa-a1ac-385de5eb0e56", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce1315f0-64d2-4aac-9f43-6bf24f9ea20d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:35:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "460512c6-055c-4385-ab33-fb619db16849", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "460512c6-055c-4385-ab33-fb619db16849", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "460512c6-055c-4385-ab33-fb619db16849", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "460512c6-055c-4385-ab33-fb619db16849", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:35:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "460512c6-055c-4385-ab33-fb619db16849", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:35:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "460512c6-055c-4385-ab33-fb619db16849", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "cf510864-cdf0-45d8-9bf8-53c7f3b70d2e", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "cf510864-cdf0-45d8-9bf8-53c7f3b70d2e", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "cf510864-cdf0-45d8-9bf8-53c7f3b70d2e", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "cf510864-cdf0-45d8-9bf8-53c7f3b70d2e", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:35:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "cf510864-cdf0-45d8-9bf8-53c7f3b70d2e", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "authType": "userdefined"} 2026-07-18T01:35:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "cf510864-cdf0-45d8-9bf8-53c7f3b70d2e", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:35:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "66dfe2ea-430b-4f45-9752-7e8100d22c24", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "66dfe2ea-430b-4f45-9752-7e8100d22c24", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "66dfe2ea-430b-4f45-9752-7e8100d22c24", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "2afbffc7-d8dc-43b2-9c93-752cf4cb05f2", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:35:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "66dfe2ea-430b-4f45-9752-7e8100d22c24", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:35:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "66dfe2ea-430b-4f45-9752-7e8100d22c24", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:35:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "66dfe2ea-430b-4f45-9752-7e8100d22c24", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "2afbffc7-d8dc-43b2-9c93-752cf4cb05f2", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "2afbffc7-d8dc-43b2-9c93-752cf4cb05f2", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:35:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "cba457a6-7d20-4365-b1a0-0ddfa1e75657", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "cba457a6-7d20-4365-b1a0-0ddfa1e75657", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "cba457a6-7d20-4365-b1a0-0ddfa1e75657", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "cba457a6-7d20-4365-b1a0-0ddfa1e75657", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:35:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "cba457a6-7d20-4365-b1a0-0ddfa1e75657", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:35:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "cba457a6-7d20-4365-b1a0-0ddfa1e75657", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "405af307-ab8c-49e4-a573-21dc59f9378c", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "405af307-ab8c-49e4-a573-21dc59f9378c", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "405af307-ab8c-49e4-a573-21dc59f9378c", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:35:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "548545e3-55e0-4651-aacd-70d44b5224ac", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "548545e3-55e0-4651-aacd-70d44b5224ac", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "548545e3-55e0-4651-aacd-70d44b5224ac", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:35:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "548545e3-55e0-4651-aacd-70d44b5224ac", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:35:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "548545e3-55e0-4651-aacd-70d44b5224ac", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:35:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "548545e3-55e0-4651-aacd-70d44b5224ac", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a8ba158-c27b-4cb9-92e3-f2e893088808", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:36:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "34ba4178-ea9c-45c4-9f5d-24534637b398", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "34ba4178-ea9c-45c4-9f5d-24534637b398", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "34ba4178-ea9c-45c4-9f5d-24534637b398", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "34ba4178-ea9c-45c4-9f5d-24534637b398", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:36:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "34ba4178-ea9c-45c4-9f5d-24534637b398", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "authType": "userdefined"} 2026-07-18T01:36:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "34ba4178-ea9c-45c4-9f5d-24534637b398", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3129c996-1f46-4a60-9c8a-c555204c8ab3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:36:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bcd641e7-109f-4a6f-8587-795d2f4d6a22", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:36:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bcd641e7-109f-4a6f-8587-795d2f4d6a22", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67"} 2026-07-18T01:36:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bcd641e7-109f-4a6f-8587-795d2f4d6a22", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:36:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bcd641e7-109f-4a6f-8587-795d2f4d6a22", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:36:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bcd641e7-109f-4a6f-8587-795d2f4d6a22", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:36:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bcd641e7-109f-4a6f-8587-795d2f4d6a22", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67-kserve-route-authn"} 2026-07-18T01:36:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bcd641e7-109f-4a6f-8587-795d2f4d6a22", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:36:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "bcd641e7-109f-4a6f-8587-795d2f4d6a22", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:36:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad1b67","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "rate-test-model-ad1b67", "reconcileID": "5de8322f-56d7-4ff8-b7e5-01c5f51c299b", "LLMInferenceService": "rate-test-model-ad1b67", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:36:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "581bc66d-be60-465c-a06a-5dde3506cfcf", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:36:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "581bc66d-be60-465c-a06a-5dde3506cfcf", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:36:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "581bc66d-be60-465c-a06a-5dde3506cfcf", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:36:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "fb1b72d7-ba6a-4b91-8adc-4d4cd2fb127d", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:36:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "fb1b72d7-ba6a-4b91-8adc-4d4cd2fb127d", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:36:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "fb1b72d7-ba6a-4b91-8adc-4d4cd2fb127d", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:36:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "a0fea005-4297-4e19-8ca7-9d41bec30a9f", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "a0fea005-4297-4e19-8ca7-9d41bec30a9f", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc"} 2026-07-18T01:36:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "a0fea005-4297-4e19-8ca7-9d41bec30a9f", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "a0fea005-4297-4e19-8ca7-9d41bec30a9f", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "a0fea005-4297-4e19-8ca7-9d41bec30a9f", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:36:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "a0fea005-4297-4e19-8ca7-9d41bec30a9f", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc-kserve-route-authn"} 2026-07-18T01:36:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "a0fea005-4297-4e19-8ca7-9d41bec30a9f", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "a0fea005-4297-4e19-8ca7-9d41bec30a9f", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f7fdc","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "rate-test-model-0f7fdc", "reconcileID": "aa87f3fa-726d-4c65-9378-c2eee758d77f", "LLMInferenceService": "rate-test-model-0f7fdc", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:36:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a5d36fbe-fd17-4d14-b649-e7b8303e2d46", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:36:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a5d36fbe-fd17-4d14-b649-e7b8303e2d46", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:36:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "a5d36fbe-fd17-4d14-b649-e7b8303e2d46", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:36:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "dffd4685-2996-4e40-9da3-3b1ab791054e", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:36:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "dffd4685-2996-4e40-9da3-3b1ab791054e", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:36:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "dffd4685-2996-4e40-9da3-3b1ab791054e", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4b8bb7d-d7d3-4d15-9eee-098d896fae96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "5e4a8f12-85d1-4315-b750-c76f4b2ec903", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "5e4a8f12-85d1-4315-b750-c76f4b2ec903", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "5e4a8f12-85d1-4315-b750-c76f4b2ec903", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:37:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "388e5f99-4fcc-4400-a84a-1b4e62f8b6a5", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:37:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "388e5f99-4fcc-4400-a84a-1b4e62f8b6a5", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67-authn-ssl"} 2026-07-18T01:37:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "388e5f99-4fcc-4400-a84a-1b4e62f8b6a5", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d8cd4c6-57f5-4313-a2d4-a89f36a6c26d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:37:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d8cd4c6-57f5-4313-a2d4-a89f36a6c26d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:37:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d8cd4c6-57f5-4313-a2d4-a89f36a6c26d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ad1b67 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-trusted-ca-bundle", "reconcileID": "68d4dcdc-e219-4f76-89c0-8f29fbd0b669", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-trusted-ca-bundle", "reconcileID": "68d4dcdc-e219-4f76-89c0-8f29fbd0b669", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "openshift-service-ca.crt", "reconcileID": "9d82e341-b3b3-4874-a846-e48bf6b398b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "openshift-service-ca.crt", "reconcileID": "9d82e341-b3b3-4874-a846-e48bf6b398b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e8112a6-1de9-4116-9579-d405f7060895", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad1b67"}, "namespace": "ai-tenant-e2e-shared-a-ad1b67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e8112a6-1de9-4116-9579-d405f7060895", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad1b67"} 2026-07-18T01:37:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad1b67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad1b67", "reconcileID": "d2c70325-8b6e-4bcd-9fad-1f8db8bd3a08", "Gateway": "e2e-shared-a-ad1b67", "namespace": "openshift-ingress"} 2026-07-18T01:37:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3f9ac497-df0d-41d2-a90a-39b32b17a25b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:37:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "f4662b1c-409e-4784-9fad-7379047d2ba8", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:37:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "f4662b1c-409e-4784-9fad-7379047d2ba8", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:37:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "f4662b1c-409e-4784-9fad-7379047d2ba8", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:37:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "d5e9b452-7b39-4e33-88c3-8c0fef2d79a6", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:37:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "d5e9b452-7b39-4e33-88c3-8c0fef2d79a6", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc-authn-ssl"} 2026-07-18T01:37:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "d5e9b452-7b39-4e33-88c3-8c0fef2d79a6", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"} 2026-07-18T01:37:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "362cf425-4fcb-461a-a478-c723c65303f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:37:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "362cf425-4fcb-461a-a478-c723c65303f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:37:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "362cf425-4fcb-461a-a478-c723c65303f4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-0f7fdc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:37:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-trusted-ca-bundle", "reconcileID": "77554331-c31c-4df0-b908-5a3a3952bfcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:37:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-trusted-ca-bundle", "reconcileID": "77554331-c31c-4df0-b908-5a3a3952bfcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:37:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "openshift-service-ca.crt", "reconcileID": "5f5a7be3-2a1d-420e-bc13-48ccdc29c2b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:37:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "openshift-service-ca.crt", "reconcileID": "5f5a7be3-2a1d-420e-bc13-48ccdc29c2b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:37:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84033d65-07b1-48ed-bd75-878def6a57aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:37:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0f7fdc"}, "namespace": "ai-tenant-e2e-shared-b-0f7fdc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84033d65-07b1-48ed-bd75-878def6a57aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0f7fdc"} 2026-07-18T01:37:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0f7fdc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0f7fdc", "reconcileID": "393e9ef7-a2f7-4b02-bc42-dcc8295472c8", "Gateway": "e2e-shared-b-0f7fdc", "namespace": "openshift-ingress"}