2026-07-13T17:59:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "openshift-service-ca.crt", "reconcileID": "457335c6-6bcb-45d9-9d8d-ad691c803ef0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d6c068", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:59:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "openshift-service-ca.crt", "reconcileID": "457335c6-6bcb-45d9-9d8d-ad691c803ef0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T17:59:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-trusted-ca-bundle", "reconcileID": "11f7a97b-c3dc-4a59-bf9b-159c5b75fc49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:59:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-trusted-ca-bundle", "reconcileID": "11f7a97b-c3dc-4a59-bf9b-159c5b75fc49", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T17:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "openshift-service-ca.crt", "reconcileID": "bc1f94de-da09-4bff-82d2-4c05f6c1e194", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T17:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a80642a9-b65f-434a-87e3-e17b203d4ffe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T17:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-trusted-ca-bundle", "reconcileID": "8635932a-0cbd-4ec0-af5a-1507fbb4ffa9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T17:59:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-trusted-ca-bundle", "reconcileID": "9af60231-70a3-457a-813b-eb24a41cc2b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:59:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-trusted-ca-bundle", "reconcileID": "9af60231-70a3-457a-813b-eb24a41cc2b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T17:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cf18506-ecfa-473b-85b4-6c3be399a701", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T17:59:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "fbe441de-1b5d-43bc-afbe-6c3212c55f2c", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T17:59:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "fbe441de-1b5d-43bc-afbe-6c3212c55f2c", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068-authn-ssl"} 2026-07-13T17:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "fbe441de-1b5d-43bc-afbe-6c3212c55f2c", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T17:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef8aa481-c18b-4f88-82c1-1dc35124afef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:59:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "520e0fba-819f-403e-8f1b-f9a4d22d2bc7", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress"} 2026-07-13T17:59:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "520e0fba-819f-403e-8f1b-f9a4d22d2bc7", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9-authn-ssl"} 2026-07-13T17:59:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "520e0fba-819f-403e-8f1b-f9a4d22d2bc7", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress"} 2026-07-13T17:59:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "12954097-265c-4610-97d6-2f403cafc739", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T17:59:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "12954097-265c-4610-97d6-2f403cafc739", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068-authn-ssl"} 2026-07-13T17:59:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "12954097-265c-4610-97d6-2f403cafc739", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T18:00:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5959943-da76-4798-a737-f0bcf618731c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "bdef9d61-a7cf-4fa7-bf36-0e074367ff80", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T18:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "bdef9d61-a7cf-4fa7-bf36-0e074367ff80", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068-authn-ssl"} 2026-07-13T18:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "bdef9d61-a7cf-4fa7-bf36-0e074367ff80", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T18:00:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c1b2d54-0798-4cf8-97c7-59156a13f0dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:00:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7317e545-a2f2-4755-9b55-36cd3d177081", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:00:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "6b09bbe4-72dc-4ccb-b917-5818998e28a1", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress"} 2026-07-13T18:00:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "6b09bbe4-72dc-4ccb-b917-5818998e28a1", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9-authn-ssl"} 2026-07-13T18:00:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "6b09bbe4-72dc-4ccb-b917-5818998e28a1", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress"} 2026-07-13T18:00:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "9b0fe661-734a-4794-ba0f-fe6590a35e43", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress"} 2026-07-13T18:00:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "9b0fe661-734a-4794-ba0f-fe6590a35e43", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9-authn-ssl"} 2026-07-13T18:00:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "9b0fe661-734a-4794-ba0f-fe6590a35e43", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress"} 2026-07-13T18:00:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f033d9"}, "namespace": "ai-tenant-e2e-api-a-f033d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d449fb4-0c2a-4c76-aad9-2563d65bde51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f033d9"} 2026-07-13T18:00:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f033d9"}, "namespace": "ai-tenant-e2e-api-a-f033d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d449fb4-0c2a-4c76-aad9-2563d65bde51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f033d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T18:00:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f033d9"}, "namespace": "ai-tenant-e2e-api-a-f033d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d449fb4-0c2a-4c76-aad9-2563d65bde51", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f033d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T18:00:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f033d9"}, "namespace": "ai-tenant-e2e-api-a-f033d9", "name": "odh-trusted-ca-bundle", "reconcileID": "480e4b03-e5bf-4365-87f0-e1a3ea59a1bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f033d9"} 2026-07-13T18:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f033d9"}, "namespace": "ai-tenant-e2e-api-a-f033d9", "name": "odh-trusted-ca-bundle", "reconcileID": "480e4b03-e5bf-4365-87f0-e1a3ea59a1bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f033d9"} 2026-07-13T18:00:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f033d9"}, "namespace": "ai-tenant-e2e-api-a-f033d9", "name": "openshift-service-ca.crt", "reconcileID": "fc928d77-d42a-436e-9dab-7925fc886193", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f033d9"} 2026-07-13T18:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f033d9"}, "namespace": "ai-tenant-e2e-api-a-f033d9", "name": "openshift-service-ca.crt", "reconcileID": "fc928d77-d42a-436e-9dab-7925fc886193", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f033d9"} 2026-07-13T18:00:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f033d9"}, "namespace": "ai-tenant-e2e-api-a-f033d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "813cf8f6-5077-4741-83a1-d8c7d3033cab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f033d9"} 2026-07-13T18:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f033d9"}, "namespace": "ai-tenant-e2e-api-a-f033d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "813cf8f6-5077-4741-83a1-d8c7d3033cab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f033d9"} 2026-07-13T18:00:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f033d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f033d9", "reconcileID": "97f4ae39-ca80-4fdf-9a3a-6004fec40d90", "Gateway": "e2e-api-a-f033d9", "namespace": "openshift-ingress"} 2026-07-13T18:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab77f7b0-7453-44e5-ad70-6b358082b054", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:00:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "b26ede66-380b-4fa0-aa5c-b57732874792", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T18:00:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "b26ede66-380b-4fa0-aa5c-b57732874792", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068-authn-ssl"} 2026-07-13T18:00:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "b26ede66-380b-4fa0-aa5c-b57732874792", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T18:00:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "7fd406a2-194d-42c8-9c01-b37c93da34aa", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T18:00:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "7fd406a2-194d-42c8-9c01-b37c93da34aa", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068-authn-ssl"} 2026-07-13T18:00:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "7fd406a2-194d-42c8-9c01-b37c93da34aa", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T18:00:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e71a449a-a8c8-42c8-8176-20d825e80bdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T18:00:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e71a449a-a8c8-42c8-8176-20d825e80bdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T18:00:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e71a449a-a8c8-42c8-8176-20d825e80bdb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d6c068 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T18:00:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-trusted-ca-bundle", "reconcileID": "fe2259d8-a8ee-422b-a380-0b28b7e3caec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T18:00:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-trusted-ca-bundle", "reconcileID": "fe2259d8-a8ee-422b-a380-0b28b7e3caec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T18:00:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "openshift-service-ca.crt", "reconcileID": "dc174b4b-c4b6-4d57-b70d-636422add658", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T18:00:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "openshift-service-ca.crt", "reconcileID": "dc174b4b-c4b6-4d57-b70d-636422add658", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T18:00:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a6a28af-6311-421f-90b1-02103340b9d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T18:00:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d6c068"}, "namespace": "ai-tenant-e2e-api-b-d6c068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a6a28af-6311-421f-90b1-02103340b9d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d6c068"} 2026-07-13T18:00:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d6c068","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d6c068", "reconcileID": "05457ce6-c5ab-42c2-bfb8-008473c1de94", "Gateway": "e2e-api-b-d6c068", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "93b26e86-a20d-4b79-9375-79cfe6fe5cfe", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "93b26e86-a20d-4b79-9375-79cfe6fe5cfe", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "93b26e86-a20d-4b79-9375-79cfe6fe5cfe", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "835c3708-192c-4f03-8d15-3747a553fd6b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "835c3708-192c-4f03-8d15-3747a553fd6b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "835c3708-192c-4f03-8d15-3747a553fd6b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "aed71edc-7bb4-43a3-a69f-98b60afb2525", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "aed71edc-7bb4-43a3-a69f-98b60afb2525", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "aed71edc-7bb4-43a3-a69f-98b60afb2525", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "0c91b2ab-7bcf-4bda-85e7-b8169736310b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "0c91b2ab-7bcf-4bda-85e7-b8169736310b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "0c91b2ab-7bcf-4bda-85e7-b8169736310b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "fc9584b5-0a7a-48dd-88dd-fecbd30d0b4b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "fc9584b5-0a7a-48dd-88dd-fecbd30d0b4b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "fc9584b5-0a7a-48dd-88dd-fecbd30d0b4b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "ca818080-381f-4d8a-a6d4-150a07ba3f91", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "ca818080-381f-4d8a-a6d4-150a07ba3f91", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "ca818080-381f-4d8a-a6d4-150a07ba3f91", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "9f579150-2fdd-4880-98fc-0c3cc0ad9f4f", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "9f579150-2fdd-4880-98fc-0c3cc0ad9f4f", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:01:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "9f579150-2fdd-4880-98fc-0c3cc0ad9f4f", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "openshift-service-ca.crt", "reconcileID": "9622f8be-eca5-4674-864c-8ac93808010c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-trusted-ca-bundle", "reconcileID": "ecb65145-a307-47a7-b131-4c158fe87d8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "openshift-service-ca.crt", "reconcileID": "6024a40e-d3d8-4783-bcba-0d9a693b6e67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f54db3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T18:01:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "openshift-service-ca.crt", "reconcileID": "6024a40e-d3d8-4783-bcba-0d9a693b6e67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed0611c0-9bc7-4395-af4c-a5faf824a869", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "openshift-service-ca.crt", "reconcileID": "f077a34d-76ec-47fd-bae6-bf0b9b361655", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-trusted-ca-bundle", "reconcileID": "35bdf0e1-f6f3-487f-967d-ea3e3eccf857", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T18:01:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-trusted-ca-bundle", "reconcileID": "35bdf0e1-f6f3-487f-967d-ea3e3eccf857", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b2fbe48-ae10-4787-97ae-97ffe465651d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "5372d8ac-042d-4864-b928-71bd06868fde", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "5372d8ac-042d-4864-b928-71bd06868fde", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:01:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "5372d8ac-042d-4864-b928-71bd06868fde", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ff31be0-b512-4e13-a944-26a98aa94613", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "4b9a195f-1e55-473d-a891-9b981aa4ddb2", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "4b9a195f-1e55-473d-a891-9b981aa4ddb2", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "4b9a195f-1e55-473d-a891-9b981aa4ddb2", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "a093df3a-29c1-4a39-965e-ae8324d932d8", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "a093df3a-29c1-4a39-965e-ae8324d932d8", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "a093df3a-29c1-4a39-965e-ae8324d932d8", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "5dc2d41b-32d1-4394-a7f6-01eb3b535b59", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "5dc2d41b-32d1-4394-a7f6-01eb3b535b59", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "5dc2d41b-32d1-4394-a7f6-01eb3b535b59", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "ab0deeb7-f641-4ecc-bb85-d5da9aece282", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "ab0deeb7-f641-4ecc-bb85-d5da9aece282", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "ab0deeb7-f641-4ecc-bb85-d5da9aece282", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "9e5c42da-dae4-4d79-b1e5-87fd0f94ee4b", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "9e5c42da-dae4-4d79-b1e5-87fd0f94ee4b", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "9e5c42da-dae4-4d79-b1e5-87fd0f94ee4b", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "8d178af2-c8c9-4315-bea8-1e697085f2c6", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "8d178af2-c8c9-4315-bea8-1e697085f2c6", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "8d178af2-c8c9-4315-bea8-1e697085f2c6", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "287702fc-b6fd-4c49-aa7b-e25cd0bb77f5", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "287702fc-b6fd-4c49-aa7b-e25cd0bb77f5", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "287702fc-b6fd-4c49-aa7b-e25cd0bb77f5", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "6284c56b-a369-426d-b6dc-e972792600f5", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "6284c56b-a369-426d-b6dc-e972792600f5", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "6284c56b-a369-426d-b6dc-e972792600f5", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "f8a49fbe-f61a-4f81-9a22-7c3cbd3bf8a9", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "f8a49fbe-f61a-4f81-9a22-7c3cbd3bf8a9", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:01:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "f8a49fbe-f61a-4f81-9a22-7c3cbd3bf8a9", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "openshift-service-ca.crt", "reconcileID": "e2e8343e-fc2d-418a-8d7e-934d6cf7b2ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-trusted-ca-bundle", "reconcileID": "528e30cb-178c-469b-b18b-b8701cfbb578", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "openshift-service-ca.crt", "reconcileID": "07e6f8a1-3c43-42ce-bbf5-4cc53cf553af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b57346", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T18:01:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "openshift-service-ca.crt", "reconcileID": "07e6f8a1-3c43-42ce-bbf5-4cc53cf553af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a39bd351-a49d-4ae8-8747-c2c4e013af87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "openshift-service-ca.crt", "reconcileID": "0032621c-b726-4a2a-8177-70813ce68576", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-trusted-ca-bundle", "reconcileID": "30648a58-21c7-440a-8815-88570bff01ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T18:01:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-trusted-ca-bundle", "reconcileID": "30648a58-21c7-440a-8815-88570bff01ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5805329c-76c8-4acf-afde-e8364b23ff1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "3555c2c5-8979-4416-ade8-d799d78c34b1", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "3555c2c5-8979-4416-ade8-d799d78c34b1", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "3555c2c5-8979-4416-ade8-d799d78c34b1", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9342dc4-77ee-4c72-9f31-7c697d0612f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:01:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "479e0a1d-7b9b-479b-8ac7-51161eda0cf3", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "479e0a1d-7b9b-479b-8ac7-51161eda0cf3", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "479e0a1d-7b9b-479b-8ac7-51161eda0cf3", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "040ac161-b5ac-4aaf-869b-4c9bf5567809", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "040ac161-b5ac-4aaf-869b-4c9bf5567809", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "040ac161-b5ac-4aaf-869b-4c9bf5567809", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "f9962f10-47c4-40ce-9128-8a2443600e1d", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "040ac161-b5ac-4aaf-869b-4c9bf5567809", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:01:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "040ac161-b5ac-4aaf-869b-4c9bf5567809", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:01:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "040ac161-b5ac-4aaf-869b-4c9bf5567809", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "f9962f10-47c4-40ce-9128-8a2443600e1d", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:01:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "f9962f10-47c4-40ce-9128-8a2443600e1d", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "b82ad82e-adfb-4759-a92b-a28dbdf5a0f1", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "b82ad82e-adfb-4759-a92b-a28dbdf5a0f1", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "b82ad82e-adfb-4759-a92b-a28dbdf5a0f1", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "b82ad82e-adfb-4759-a92b-a28dbdf5a0f1", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:01:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "b82ad82e-adfb-4759-a92b-a28dbdf5a0f1", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:01:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "b82ad82e-adfb-4759-a92b-a28dbdf5a0f1", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "acdc9032-e44f-4c17-b0d6-9cd998754b51", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "2aad62bf-0503-4a64-8a5e-838aa4b2430d", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "2aad62bf-0503-4a64-8a5e-838aa4b2430d", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "2aad62bf-0503-4a64-8a5e-838aa4b2430d", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:01:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "42bec474-e8a5-432e-aca6-7a4bfab91f0e", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "42bec474-e8a5-432e-aca6-7a4bfab91f0e", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "42bec474-e8a5-432e-aca6-7a4bfab91f0e", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "42bec474-e8a5-432e-aca6-7a4bfab91f0e", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:01:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "42bec474-e8a5-432e-aca6-7a4bfab91f0e", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:01:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "42bec474-e8a5-432e-aca6-7a4bfab91f0e", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "070278c0-db83-4338-af80-fcb03660d975", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:01:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "32a2dd76-5a39-4e4b-a29f-bc3fc6b8c1fe", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "32a2dd76-5a39-4e4b-a29f-bc3fc6b8c1fe", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "32a2dd76-5a39-4e4b-a29f-bc3fc6b8c1fe", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "32a2dd76-5a39-4e4b-a29f-bc3fc6b8c1fe", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:01:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "32a2dd76-5a39-4e4b-a29f-bc3fc6b8c1fe", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:01:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "32a2dd76-5a39-4e4b-a29f-bc3fc6b8c1fe", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:01:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "836af9a9-9152-4568-8d47-918c4828cc55", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "836af9a9-9152-4568-8d47-918c4828cc55", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "836af9a9-9152-4568-8d47-918c4828cc55", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "506a7a6c-df9e-4039-bcd3-982ec0f0d651", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "836af9a9-9152-4568-8d47-918c4828cc55", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346-kserve-route-authn"} 2026-07-13T18:01:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "836af9a9-9152-4568-8d47-918c4828cc55", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:01:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "836af9a9-9152-4568-8d47-918c4828cc55", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "506a7a6c-df9e-4039-bcd3-982ec0f0d651", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "506a7a6c-df9e-4039-bcd3-982ec0f0d651", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "0bef150e-5ab6-4b56-907f-2017cbf22f81", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "0bef150e-5ab6-4b56-907f-2017cbf22f81", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "0bef150e-5ab6-4b56-907f-2017cbf22f81", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "0bef150e-5ab6-4b56-907f-2017cbf22f81", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346-kserve-route-authn"} 2026-07-13T18:01:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "0bef150e-5ab6-4b56-907f-2017cbf22f81", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:01:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "0bef150e-5ab6-4b56-907f-2017cbf22f81", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "abee9329-0dfa-44bf-a447-1bf56aa46be0", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "abee9329-0dfa-44bf-a447-1bf56aa46be0", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "abee9329-0dfa-44bf-a447-1bf56aa46be0", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:01:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "82274dec-3ebe-4c01-958f-0ebb1029338d", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "82274dec-3ebe-4c01-958f-0ebb1029338d", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "82274dec-3ebe-4c01-958f-0ebb1029338d", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:01:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "82274dec-3ebe-4c01-958f-0ebb1029338d", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346-kserve-route-authn"} 2026-07-13T18:01:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "82274dec-3ebe-4c01-958f-0ebb1029338d", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:01:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "82274dec-3ebe-4c01-958f-0ebb1029338d", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:02:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "796491c6-e286-4071-8714-d46ca4f2f1fd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:02:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "796491c6-e286-4071-8714-d46ca4f2f1fd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:02:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "796491c6-e286-4071-8714-d46ca4f2f1fd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:02:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "796491c6-e286-4071-8714-d46ca4f2f1fd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346-kserve-route-authn"} 2026-07-13T18:02:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "796491c6-e286-4071-8714-d46ca4f2f1fd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:02:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "796491c6-e286-4071-8714-d46ca4f2f1fd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:02:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "81b6c122-8941-4e75-8e27-d645dab1b66d", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:02:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "81b6c122-8941-4e75-8e27-d645dab1b66d", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:02:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "81b6c122-8941-4e75-8e27-d645dab1b66d", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:02:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "1b5e564d-a094-4e43-9d69-597235f861f9", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:02:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "1b5e564d-a094-4e43-9d69-597235f861f9", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:02:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "1b5e564d-a094-4e43-9d69-597235f861f9", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:03:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "5703fe83-0816-4c60-b694-82a8758f5b24", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "5703fe83-0816-4c60-b694-82a8758f5b24", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3"} 2026-07-13T18:03:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "5703fe83-0816-4c60-b694-82a8758f5b24", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "5703fe83-0816-4c60-b694-82a8758f5b24", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "5703fe83-0816-4c60-b694-82a8758f5b24", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:03:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "5703fe83-0816-4c60-b694-82a8758f5b24", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:03:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "5703fe83-0816-4c60-b694-82a8758f5b24", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "5703fe83-0816-4c60-b694-82a8758f5b24", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "auth-test-model-f54db3", "reconcileID": "425e5b26-15cb-4d13-9deb-f1ee5641a99e", "LLMInferenceService": "auth-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "07aa7eca-ca06-4463-b219-fa81bcb1e2b4", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "07aa7eca-ca06-4463-b219-fa81bcb1e2b4", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "07aa7eca-ca06-4463-b219-fa81bcb1e2b4", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "06b821e7-48a2-4e07-8fa1-359df97f7173", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "06b821e7-48a2-4e07-8fa1-359df97f7173", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "06b821e7-48a2-4e07-8fa1-359df97f7173", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:03:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "18ee7656-ab80-4afd-9a8b-825711b545cd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:03:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "18ee7656-ab80-4afd-9a8b-825711b545cd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346"} 2026-07-13T18:03:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "18ee7656-ab80-4afd-9a8b-825711b545cd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:03:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "18ee7656-ab80-4afd-9a8b-825711b545cd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:03:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "18ee7656-ab80-4afd-9a8b-825711b545cd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346-kserve-route-authn"} 2026-07-13T18:03:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "18ee7656-ab80-4afd-9a8b-825711b545cd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346-kserve-route-authn"} 2026-07-13T18:03:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "18ee7656-ab80-4afd-9a8b-825711b545cd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:03:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "18ee7656-ab80-4afd-9a8b-825711b545cd", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:03:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "auth-test-model-b57346", "reconcileID": "e20372b4-2cbb-4055-bf47-555fd18023de", "LLMInferenceService": "auth-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:03:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "044443aa-bbfb-46a5-8869-af3951fd1e60", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:03:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "044443aa-bbfb-46a5-8869-af3951fd1e60", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:03:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "044443aa-bbfb-46a5-8869-af3951fd1e60", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:03:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "bdea4dce-4937-4593-99a7-bf21502002bf", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:03:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "bdea4dce-4937-4593-99a7-bf21502002bf", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:03:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "bdea4dce-4937-4593-99a7-bf21502002bf", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:03:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "a1d63e32-3514-49eb-b4cd-82586c65ba1e", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "a1d63e32-3514-49eb-b4cd-82586c65ba1e", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "a1d63e32-3514-49eb-b4cd-82586c65ba1e", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "a20509b0-5ace-432f-a10a-72fc84e3b9bc", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:03:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "a1d63e32-3514-49eb-b4cd-82586c65ba1e", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:03:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "a1d63e32-3514-49eb-b4cd-82586c65ba1e", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:03:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "a1d63e32-3514-49eb-b4cd-82586c65ba1e", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "a20509b0-5ace-432f-a10a-72fc84e3b9bc", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:03:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "a20509b0-5ace-432f-a10a-72fc84e3b9bc", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:03:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "9eb684e9-f9be-48a3-ae52-1b0e8685977c", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "9eb684e9-f9be-48a3-ae52-1b0e8685977c", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "9eb684e9-f9be-48a3-ae52-1b0e8685977c", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:03:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "9eb684e9-f9be-48a3-ae52-1b0e8685977c", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:03:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "9eb684e9-f9be-48a3-ae52-1b0e8685977c", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:03:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "9eb684e9-f9be-48a3-ae52-1b0e8685977c", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:04:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b42afbec-be84-4bbc-9345-ae1b4718d9f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:04:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "75a3b97d-0a10-460c-ae4f-3673e6762aef", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:04:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "75a3b97d-0a10-460c-ae4f-3673e6762aef", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:04:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "75a3b97d-0a10-460c-ae4f-3673e6762aef", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:04:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "1ba63360-ab88-46ef-95a3-ca8981cc39dc", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:04:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "1ba63360-ab88-46ef-95a3-ca8981cc39dc", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:04:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "1ba63360-ab88-46ef-95a3-ca8981cc39dc", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:04:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "1ba63360-ab88-46ef-95a3-ca8981cc39dc", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:04:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "1ba63360-ab88-46ef-95a3-ca8981cc39dc", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:04:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "1ba63360-ab88-46ef-95a3-ca8981cc39dc", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:04:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "89057e25-3809-4cb5-97c1-ff7c4873a0ad", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:04:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "89057e25-3809-4cb5-97c1-ff7c4873a0ad", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:04:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "89057e25-3809-4cb5-97c1-ff7c4873a0ad", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:04:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "89057e25-3809-4cb5-97c1-ff7c4873a0ad", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:04:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "89057e25-3809-4cb5-97c1-ff7c4873a0ad", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:04:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "89057e25-3809-4cb5-97c1-ff7c4873a0ad", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:04:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "1cc1b34c-6f4e-4ec8-ba48-9ad4ab617731", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "1cc1b34c-6f4e-4ec8-ba48-9ad4ab617731", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "1cc1b34c-6f4e-4ec8-ba48-9ad4ab617731", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "12c0213b-59bf-4a69-95c6-2c97fe87dcc1", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:04:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "1cc1b34c-6f4e-4ec8-ba48-9ad4ab617731", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346-kserve-route-authn"} 2026-07-13T18:04:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "1cc1b34c-6f4e-4ec8-ba48-9ad4ab617731", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:04:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "1cc1b34c-6f4e-4ec8-ba48-9ad4ab617731", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "12c0213b-59bf-4a69-95c6-2c97fe87dcc1", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:04:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "12c0213b-59bf-4a69-95c6-2c97fe87dcc1", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:04:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "56ea66c5-93d8-4c90-b1d2-1136f2df1102", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "56ea66c5-93d8-4c90-b1d2-1136f2df1102", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "56ea66c5-93d8-4c90-b1d2-1136f2df1102", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "56ea66c5-93d8-4c90-b1d2-1136f2df1102", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346-kserve-route-authn"} 2026-07-13T18:04:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "56ea66c5-93d8-4c90-b1d2-1136f2df1102", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:04:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "56ea66c5-93d8-4c90-b1d2-1136f2df1102", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "40359913-6431-4b09-996b-c71e887a8d68", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "40359913-6431-4b09-996b-c71e887a8d68", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "40359913-6431-4b09-996b-c71e887a8d68", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:04:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "6f8739bf-ca4a-4ee7-b64c-25b638d5c786", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "6f8739bf-ca4a-4ee7-b64c-25b638d5c786", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "6f8739bf-ca4a-4ee7-b64c-25b638d5c786", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:04:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "6f8739bf-ca4a-4ee7-b64c-25b638d5c786", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346-kserve-route-authn"} 2026-07-13T18:04:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "6f8739bf-ca4a-4ee7-b64c-25b638d5c786", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:04:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "6f8739bf-ca4a-4ee7-b64c-25b638d5c786", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "5b832c1b-7f87-4008-802c-950c082cd146", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "5b832c1b-7f87-4008-802c-950c082cd146", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "5b832c1b-7f87-4008-802c-950c082cd146", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "5b832c1b-7f87-4008-802c-950c082cd146", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346-kserve-route-authn"} 2026-07-13T18:05:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "5b832c1b-7f87-4008-802c-950c082cd146", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:05:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "5b832c1b-7f87-4008-802c-950c082cd146", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "abbaabf4-4c34-4754-a7e8-781e4d37eb33", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "abbaabf4-4c34-4754-a7e8-781e4d37eb33", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "abbaabf4-4c34-4754-a7e8-781e4d37eb33", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "abbaabf4-4c34-4754-a7e8-781e4d37eb33", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346-kserve-route-authn"} 2026-07-13T18:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "abbaabf4-4c34-4754-a7e8-781e4d37eb33", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "abbaabf4-4c34-4754-a7e8-781e4d37eb33", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T18:05:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T18:05:28Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T18:05:28Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T18:05:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "21caabe7-f9ca-4507-84a6-248e17948f1b", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "21caabe7-f9ca-4507-84a6-248e17948f1b", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3"} 2026-07-13T18:05:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "21caabe7-f9ca-4507-84a6-248e17948f1b", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "21caabe7-f9ca-4507-84a6-248e17948f1b", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "21caabe7-f9ca-4507-84a6-248e17948f1b", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:05:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "21caabe7-f9ca-4507-84a6-248e17948f1b", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:05:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "21caabe7-f9ca-4507-84a6-248e17948f1b", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "21caabe7-f9ca-4507-84a6-248e17948f1b", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "sub-test-model-f54db3", "reconcileID": "12a78a42-b187-447b-bb0e-ca0c0d787d65", "LLMInferenceService": "sub-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "1ec4be03-8f67-46b2-87b6-be88053949e7", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:05:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "1ec4be03-8f67-46b2-87b6-be88053949e7", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:05:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "1ec4be03-8f67-46b2-87b6-be88053949e7", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:05:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "acfa3dff-2685-4c2e-832b-f50f32c69cdd", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:05:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "acfa3dff-2685-4c2e-832b-f50f32c69cdd", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:05:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "acfa3dff-2685-4c2e-832b-f50f32c69cdd", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:05:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "dbcbf4bd-269e-41bb-ae57-ed26ff8d8f3b", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "dbcbf4bd-269e-41bb-ae57-ed26ff8d8f3b", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346"} 2026-07-13T18:05:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "dbcbf4bd-269e-41bb-ae57-ed26ff8d8f3b", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "dbcbf4bd-269e-41bb-ae57-ed26ff8d8f3b", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "dbcbf4bd-269e-41bb-ae57-ed26ff8d8f3b", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346-kserve-route-authn"} 2026-07-13T18:05:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "dbcbf4bd-269e-41bb-ae57-ed26ff8d8f3b", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346-kserve-route-authn"} 2026-07-13T18:05:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "dbcbf4bd-269e-41bb-ae57-ed26ff8d8f3b", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "dbcbf4bd-269e-41bb-ae57-ed26ff8d8f3b", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "sub-test-model-b57346", "reconcileID": "ec35d1e2-f68e-4565-87ef-0130ba8ce983", "LLMInferenceService": "sub-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:05:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "183434e3-817c-4b1a-bdcc-5ca8d825878a", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:05:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "183434e3-817c-4b1a-bdcc-5ca8d825878a", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:05:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "183434e3-817c-4b1a-bdcc-5ca8d825878a", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:05:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "85beef8d-8909-4d57-b3d6-a6c794f65f35", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:05:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "85beef8d-8909-4d57-b3d6-a6c794f65f35", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:05:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "85beef8d-8909-4d57-b3d6-a6c794f65f35", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:05:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "7e37503e-62a6-4c6b-97f2-2a1a6d7adb3d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "7e37503e-62a6-4c6b-97f2-2a1a6d7adb3d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "7e37503e-62a6-4c6b-97f2-2a1a6d7adb3d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "d3c57ed3-8bc5-4c7a-993b-3136675858c4", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:05:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "7e37503e-62a6-4c6b-97f2-2a1a6d7adb3d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:05:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "7e37503e-62a6-4c6b-97f2-2a1a6d7adb3d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:05:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "7e37503e-62a6-4c6b-97f2-2a1a6d7adb3d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "d3c57ed3-8bc5-4c7a-993b-3136675858c4", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "d3c57ed3-8bc5-4c7a-993b-3136675858c4", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:05:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "b2010706-0722-46b9-8bc2-1529bee9b872", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "b2010706-0722-46b9-8bc2-1529bee9b872", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "b2010706-0722-46b9-8bc2-1529bee9b872", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "b2010706-0722-46b9-8bc2-1529bee9b872", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:05:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "b2010706-0722-46b9-8bc2-1529bee9b872", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:05:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "b2010706-0722-46b9-8bc2-1529bee9b872", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "9cb28e1e-8171-4286-afbc-aa31b723db6a", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:05:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "9cb28e1e-8171-4286-afbc-aa31b723db6a", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:05:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "9cb28e1e-8171-4286-afbc-aa31b723db6a", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:05:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "98aba5a9-3288-4ad1-8571-7fe1a0779462", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "98aba5a9-3288-4ad1-8571-7fe1a0779462", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "98aba5a9-3288-4ad1-8571-7fe1a0779462", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:05:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "98aba5a9-3288-4ad1-8571-7fe1a0779462", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:05:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "98aba5a9-3288-4ad1-8571-7fe1a0779462", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:05:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "98aba5a9-3288-4ad1-8571-7fe1a0779462", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:06:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "1ad3568a-7c9e-4655-883a-605fe955863b", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:06:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "1ad3568a-7c9e-4655-883a-605fe955863b", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:06:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "1ad3568a-7c9e-4655-883a-605fe955863b", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:06:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "1ad3568a-7c9e-4655-883a-605fe955863b", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:06:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "1ad3568a-7c9e-4655-883a-605fe955863b", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "authType": "userdefined"} 2026-07-13T18:06:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "1ad3568a-7c9e-4655-883a-605fe955863b", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:06:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "edee387c-43bb-45a3-a056-ce19e013fb56", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "edee387c-43bb-45a3-a056-ce19e013fb56", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "edee387c-43bb-45a3-a056-ce19e013fb56", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "9038a6d2-a709-4f1b-885c-2229c023276c", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:06:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "edee387c-43bb-45a3-a056-ce19e013fb56", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346-kserve-route-authn"} 2026-07-13T18:06:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "edee387c-43bb-45a3-a056-ce19e013fb56", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:06:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "edee387c-43bb-45a3-a056-ce19e013fb56", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "9038a6d2-a709-4f1b-885c-2229c023276c", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:06:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "9038a6d2-a709-4f1b-885c-2229c023276c", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:06:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "61d04e37-382e-4b69-b86d-648b8966ab1b", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "61d04e37-382e-4b69-b86d-648b8966ab1b", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "61d04e37-382e-4b69-b86d-648b8966ab1b", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "61d04e37-382e-4b69-b86d-648b8966ab1b", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346-kserve-route-authn"} 2026-07-13T18:06:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "61d04e37-382e-4b69-b86d-648b8966ab1b", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:06:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "61d04e37-382e-4b69-b86d-648b8966ab1b", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd7aaf03-393a-4b5b-b7a7-75d82451a41c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:06:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "5ef1eb0c-5d9e-4bef-bace-1fadbf173a05", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:06:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "5ef1eb0c-5d9e-4bef-bace-1fadbf173a05", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:06:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "5ef1eb0c-5d9e-4bef-bace-1fadbf173a05", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:06:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "2b987f35-5a01-499f-af7b-683e53db9bf2", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "2b987f35-5a01-499f-af7b-683e53db9bf2", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "2b987f35-5a01-499f-af7b-683e53db9bf2", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "2b987f35-5a01-499f-af7b-683e53db9bf2", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346-kserve-route-authn"} 2026-07-13T18:06:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "2b987f35-5a01-499f-af7b-683e53db9bf2", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:06:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "2b987f35-5a01-499f-af7b-683e53db9bf2", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "02a0bf2e-e6e1-4e24-9d52-b754f8a4c42d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:06:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "22fce1c0-0e5f-4721-af07-10d09a4af6c1", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "22fce1c0-0e5f-4721-af07-10d09a4af6c1", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "22fce1c0-0e5f-4721-af07-10d09a4af6c1", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:06:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "22fce1c0-0e5f-4721-af07-10d09a4af6c1", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346-kserve-route-authn"} 2026-07-13T18:06:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "22fce1c0-0e5f-4721-af07-10d09a4af6c1", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "authType": "userdefined"} 2026-07-13T18:06:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "22fce1c0-0e5f-4721-af07-10d09a4af6c1", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:07:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "60b2a9ab-2ff7-4725-9dd3-8f770152366d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "60b2a9ab-2ff7-4725-9dd3-8f770152366d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3"} 2026-07-13T18:07:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "60b2a9ab-2ff7-4725-9dd3-8f770152366d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "60b2a9ab-2ff7-4725-9dd3-8f770152366d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "60b2a9ab-2ff7-4725-9dd3-8f770152366d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:07:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "60b2a9ab-2ff7-4725-9dd3-8f770152366d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3-kserve-route-authn"} 2026-07-13T18:07:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "60b2a9ab-2ff7-4725-9dd3-8f770152366d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "60b2a9ab-2ff7-4725-9dd3-8f770152366d", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f54db3","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "rate-test-model-f54db3", "reconcileID": "d21898bd-28c9-46da-9f0e-8255c161283c", "LLMInferenceService": "rate-test-model-f54db3", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "a496b70c-bff7-4971-a7e3-39350e95273b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:07:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "a496b70c-bff7-4971-a7e3-39350e95273b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:07:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "a496b70c-bff7-4971-a7e3-39350e95273b", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:07:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "d8a50c2b-1493-4ca0-8cf5-792e4760a9e4", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:07:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "d8a50c2b-1493-4ca0-8cf5-792e4760a9e4", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:07:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "d8a50c2b-1493-4ca0-8cf5-792e4760a9e4", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:07:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "168ddba1-2a8c-4a5e-aa2b-1747d453e397", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:07:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "168ddba1-2a8c-4a5e-aa2b-1747d453e397", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346"} 2026-07-13T18:07:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "168ddba1-2a8c-4a5e-aa2b-1747d453e397", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:07:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "168ddba1-2a8c-4a5e-aa2b-1747d453e397", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:07:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "168ddba1-2a8c-4a5e-aa2b-1747d453e397", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346-kserve-route-authn"} 2026-07-13T18:07:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "168ddba1-2a8c-4a5e-aa2b-1747d453e397", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346-kserve-route-authn"} 2026-07-13T18:07:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "168ddba1-2a8c-4a5e-aa2b-1747d453e397", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:07:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "168ddba1-2a8c-4a5e-aa2b-1747d453e397", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:07:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b57346","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "rate-test-model-b57346", "reconcileID": "01143438-4697-4632-93dd-0b2086a90d7d", "LLMInferenceService": "rate-test-model-b57346", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:07:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "c6441a30-e825-4094-8e73-907ae829727f", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:07:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "c6441a30-e825-4094-8e73-907ae829727f", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:07:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "c6441a30-e825-4094-8e73-907ae829727f", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:07:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "caa973aa-a295-419c-a25b-d19fbf174e08", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:07:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "caa973aa-a295-419c-a25b-d19fbf174e08", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:07:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "caa973aa-a295-419c-a25b-d19fbf174e08", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:07:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "566c1039-a4d7-4dfa-8e72-7869f634aed8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "555dfb7d-d48e-4f72-b804-41a0e86a3829", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "555dfb7d-d48e-4f72-b804-41a0e86a3829", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "555dfb7d-d48e-4f72-b804-41a0e86a3829", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:07:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "caa803f9-ed17-4510-b4bf-300245e4821e", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:07:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "caa803f9-ed17-4510-b4bf-300245e4821e", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3-authn-ssl"} 2026-07-13T18:07:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "caa803f9-ed17-4510-b4bf-300245e4821e", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:07:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a728243-a025-4918-8a2a-8702e23df6f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a728243-a025-4918-8a2a-8702e23df6f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T18:07:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a728243-a025-4918-8a2a-8702e23df6f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-f54db3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T18:07:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-trusted-ca-bundle", "reconcileID": "8180f076-bf0f-41cb-92f7-b7b541823ca4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-trusted-ca-bundle", "reconcileID": "8180f076-bf0f-41cb-92f7-b7b541823ca4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "openshift-service-ca.crt", "reconcileID": "7a1b5eed-1132-4d9a-9e7b-ecab573f552e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "openshift-service-ca.crt", "reconcileID": "7a1b5eed-1132-4d9a-9e7b-ecab573f552e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85cb782f-751e-4edb-bcbe-d33625468846", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f54db3"}, "namespace": "ai-tenant-e2e-shared-a-f54db3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85cb782f-751e-4edb-bcbe-d33625468846", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f54db3"} 2026-07-13T18:08:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f54db3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f54db3", "reconcileID": "17e541f6-2c6b-44c2-a1f9-f6e67aa2665f", "Gateway": "e2e-shared-a-f54db3", "namespace": "openshift-ingress"} 2026-07-13T18:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5cacb86-3b25-42ef-9327-9c9182a7f433", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T18:08:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "a522541c-6fbe-488d-a8c0-a2baa039bd85", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:08:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "a522541c-6fbe-488d-a8c0-a2baa039bd85", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:08:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "a522541c-6fbe-488d-a8c0-a2baa039bd85", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:08:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "00f3c582-1b1e-4ab4-8a18-fbe79da57d26", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:08:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "00f3c582-1b1e-4ab4-8a18-fbe79da57d26", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346-authn-ssl"} 2026-07-13T18:08:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "00f3c582-1b1e-4ab4-8a18-fbe79da57d26", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"} 2026-07-13T18:08:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01143ecf-9d4c-4795-b6ae-fdc10d2d7b47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:08:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01143ecf-9d4c-4795-b6ae-fdc10d2d7b47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T18:08:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01143ecf-9d4c-4795-b6ae-fdc10d2d7b47", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b57346 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T18:08:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-trusted-ca-bundle", "reconcileID": "99b8d300-0d55-4a79-9e16-9120178cb62e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:08:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-trusted-ca-bundle", "reconcileID": "99b8d300-0d55-4a79-9e16-9120178cb62e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T18:08:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-trusted-ca-bundle", "reconcileID": "99b8d300-0d55-4a79-9e16-9120178cb62e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b57346 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T18:08:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "openshift-service-ca.crt", "reconcileID": "7bcbb942-2c8a-42ba-811f-dbec247d48c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "openshift-service-ca.crt", "reconcileID": "7bcbb942-2c8a-42ba-811f-dbec247d48c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:08:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f380c3a1-a96d-43c0-9061-30fa8cc30afc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f380c3a1-a96d-43c0-9061-30fa8cc30afc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:08:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-trusted-ca-bundle", "reconcileID": "1dc47074-297c-4910-9eb0-bf215fc31872", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b57346"}, "namespace": "ai-tenant-e2e-shared-b-b57346", "name": "odh-trusted-ca-bundle", "reconcileID": "1dc47074-297c-4910-9eb0-bf215fc31872", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b57346"} 2026-07-13T18:08:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b57346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b57346", "reconcileID": "c51e1a74-ed83-4488-adf3-8d41b5c3d51d", "Gateway": "e2e-shared-b-b57346", "namespace": "openshift-ingress"}