2026-07-07T16:17:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "55cb9f29-00fc-42fe-af15-1d2f36338d2c", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "691ecd63-781b-42dd-90b6-3d63e4b83647", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "691ecd63-781b-42dd-90b6-3d63e4b83647", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress", "name": "e2e-api-b-e60798-authn-ssl"} 2026-07-07T16:17:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "691ecd63-781b-42dd-90b6-3d63e4b83647", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "cb9cd4cc-9c83-407e-915c-b920d60dcd2e", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "cb9cd4cc-9c83-407e-915c-b920d60dcd2e", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress", "name": "e2e-api-b-e60798-authn-ssl"} 2026-07-07T16:17:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "cb9cd4cc-9c83-407e-915c-b920d60dcd2e", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "2e69f9fd-5a86-4bcb-a984-fad4010c29b7", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "2e69f9fd-5a86-4bcb-a984-fad4010c29b7", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress", "name": "e2e-api-b-e60798-authn-ssl"} 2026-07-07T16:17:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "2e69f9fd-5a86-4bcb-a984-fad4010c29b7", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "cda272f4-1248-4498-ab94-44c7ab1b9a56", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "cda272f4-1248-4498-ab94-44c7ab1b9a56", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress", "name": "e2e-api-b-e60798-authn-ssl"} 2026-07-07T16:17:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "cda272f4-1248-4498-ab94-44c7ab1b9a56", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "openshift-service-ca.crt", "reconcileID": "fc4d0a48-c8a7-4e78-af13-03e7e39d485d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:17:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-trusted-ca-bundle", "reconcileID": "e5596170-26a9-444a-9135-0c8133f46d67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:17:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "openshift-service-ca.crt", "reconcileID": "400df7df-f80a-4b96-bc45-8e27be28719a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e60798", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "openshift-service-ca.crt", "reconcileID": "400df7df-f80a-4b96-bc45-8e27be28719a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:17:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "openshift-service-ca.crt", "reconcileID": "147aa2f5-a9c0-4888-b482-a70d8e87f393", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e60798", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "openshift-service-ca.crt", "reconcileID": "147aa2f5-a9c0-4888-b482-a70d8e87f393", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:17:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f66f4a9-9e1a-4e51-8891-4f99c43ad52e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:17:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "openshift-service-ca.crt", "reconcileID": "a5145046-b4e6-4077-9c6e-a8c463f35286", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:17:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-trusted-ca-bundle", "reconcileID": "e8b7c42b-a309-4ffd-8220-77cb1ba90e69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-trusted-ca-bundle", "reconcileID": "e8b7c42b-a309-4ffd-8220-77cb1ba90e69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:17:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772f0187-62b4-4db6-900c-102f99f37bd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:17:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "90725f7c-08d5-47c1-b01e-26ea1489f076", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "90725f7c-08d5-47c1-b01e-26ea1489f076", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress", "name": "e2e-api-b-e60798-authn-ssl"} 2026-07-07T16:17:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "90725f7c-08d5-47c1-b01e-26ea1489f076", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1dcebd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1dcebd", "reconcileID": "91a0eb7c-5a50-4922-ae74-1861aa5aca29", "Gateway": "e2e-api-a-1dcebd", "namespace": "openshift-ingress"} 2026-07-07T16:17:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1dcebd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1dcebd", "reconcileID": "91a0eb7c-5a50-4922-ae74-1861aa5aca29", "Gateway": "e2e-api-a-1dcebd", "namespace": "openshift-ingress", "name": "e2e-api-a-1dcebd-authn-ssl"} 2026-07-07T16:17:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1dcebd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1dcebd", "reconcileID": "91a0eb7c-5a50-4922-ae74-1861aa5aca29", "Gateway": "e2e-api-a-1dcebd", "namespace": "openshift-ingress"} 2026-07-07T16:17:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9635dde1-f201-40a2-8e7e-9006b27cb5ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:17:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "ada11016-fbf3-4dfa-80e7-dda4c74f951d", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "ada11016-fbf3-4dfa-80e7-dda4c74f951d", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress", "name": "e2e-api-b-e60798-authn-ssl"} 2026-07-07T16:17:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "ada11016-fbf3-4dfa-80e7-dda4c74f951d", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:17:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "08e1c190-299c-4a7e-9556-771320d44052", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:17:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1dcebd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1dcebd", "reconcileID": "17ccf483-b5f2-4739-9020-947a8b73dbf3", "Gateway": "e2e-api-a-1dcebd", "namespace": "openshift-ingress"} 2026-07-07T16:17:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1dcebd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1dcebd", "reconcileID": "17ccf483-b5f2-4739-9020-947a8b73dbf3", "Gateway": "e2e-api-a-1dcebd", "namespace": "openshift-ingress", "name": "e2e-api-a-1dcebd-authn-ssl"} 2026-07-07T16:17:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1dcebd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1dcebd", "reconcileID": "17ccf483-b5f2-4739-9020-947a8b73dbf3", "Gateway": "e2e-api-a-1dcebd", "namespace": "openshift-ingress"} 2026-07-07T16:18:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bc3e500-36dc-45a3-82b7-110318b68958", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd"} 2026-07-07T16:18:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bc3e500-36dc-45a3-82b7-110318b68958", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:18:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bc3e500-36dc-45a3-82b7-110318b68958", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-1dcebd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:18:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc4592f5-4ff2-4c76-ba93-e96d5a467b2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd"} 2026-07-07T16:18:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc4592f5-4ff2-4c76-ba93-e96d5a467b2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:18:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc4592f5-4ff2-4c76-ba93-e96d5a467b2b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-1dcebd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:18:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-trusted-ca-bundle", "reconcileID": "20592c5c-e7c3-4913-989d-8590b7499009", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd"} 2026-07-07T16:18:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-trusted-ca-bundle", "reconcileID": "20592c5c-e7c3-4913-989d-8590b7499009", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:18:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-trusted-ca-bundle", "reconcileID": "20592c5c-e7c3-4913-989d-8590b7499009", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-1dcebd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:18:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "openshift-service-ca.crt", "reconcileID": "fb4ccbc7-3cff-49ad-b9ab-89aa8b338608", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1dcebd"} 2026-07-07T16:18:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "openshift-service-ca.crt", "reconcileID": "fb4ccbc7-3cff-49ad-b9ab-89aa8b338608", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1dcebd"} 2026-07-07T16:18:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a1e603c-85de-4955-a515-f0122ba2dab0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd"} 2026-07-07T16:18:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a1e603c-85de-4955-a515-f0122ba2dab0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd"} 2026-07-07T16:18:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-trusted-ca-bundle", "reconcileID": "32a43f21-fca5-4a75-9630-a2b7671e3fc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd"} 2026-07-07T16:18:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1dcebd"}, "namespace": "ai-tenant-e2e-api-a-1dcebd", "name": "odh-trusted-ca-bundle", "reconcileID": "32a43f21-fca5-4a75-9630-a2b7671e3fc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1dcebd"} 2026-07-07T16:18:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1dcebd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1dcebd", "reconcileID": "9b557fe5-f7ef-47ec-92da-103c80c43289", "Gateway": "e2e-api-a-1dcebd", "namespace": "openshift-ingress"} 2026-07-07T16:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "70908604-adfe-405b-a10e-d9e55b17e215", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "5ffab7ec-d0eb-4a71-a3c1-c0bd783a6b66", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:18:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "5ffab7ec-d0eb-4a71-a3c1-c0bd783a6b66", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress", "name": "e2e-api-b-e60798-authn-ssl"} 2026-07-07T16:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "5ffab7ec-d0eb-4a71-a3c1-c0bd783a6b66", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:18:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff38e908-9ab3-4f19-b181-3422bb2147c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:18:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff38e908-9ab3-4f19-b181-3422bb2147c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:18:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff38e908-9ab3-4f19-b181-3422bb2147c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e60798 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:18:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-trusted-ca-bundle", "reconcileID": "591bb3b5-6081-433b-b091-690f24efcbf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:18:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-trusted-ca-bundle", "reconcileID": "591bb3b5-6081-433b-b091-690f24efcbf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:18:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "openshift-service-ca.crt", "reconcileID": "522e0de5-7cf8-4a42-b654-0b954c435eac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:18:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "openshift-service-ca.crt", "reconcileID": "522e0de5-7cf8-4a42-b654-0b954c435eac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:18:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94f74134-9451-4d5b-a1ab-e4ca52f11a56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:18:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e60798"}, "namespace": "ai-tenant-e2e-api-b-e60798", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94f74134-9451-4d5b-a1ab-e4ca52f11a56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e60798"} 2026-07-07T16:18:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e60798","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e60798", "reconcileID": "a90c2d15-9246-405c-8b47-bc0ce38abb1b", "Gateway": "e2e-api-b-e60798", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "ed225e45-238d-461a-b5db-221a08df1021", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "ed225e45-238d-461a-b5db-221a08df1021", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "ed225e45-238d-461a-b5db-221a08df1021", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "361bce29-1ded-4ad8-b2a1-2f048a033855", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "361bce29-1ded-4ad8-b2a1-2f048a033855", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "361bce29-1ded-4ad8-b2a1-2f048a033855", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "e568c853-077a-41e4-93c0-81de2483df09", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "e568c853-077a-41e4-93c0-81de2483df09", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "e568c853-077a-41e4-93c0-81de2483df09", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "a7259a7d-afdd-47b5-a17a-4e81a2a8830e", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "a7259a7d-afdd-47b5-a17a-4e81a2a8830e", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "a7259a7d-afdd-47b5-a17a-4e81a2a8830e", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "b79056d1-6114-43f7-a087-41c8f42f3f0a", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "b79056d1-6114-43f7-a087-41c8f42f3f0a", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "b79056d1-6114-43f7-a087-41c8f42f3f0a", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "44b778de-7d55-44a1-9648-f34d94cee360", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "44b778de-7d55-44a1-9648-f34d94cee360", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "44b778de-7d55-44a1-9648-f34d94cee360", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "a69bb403-b3f1-4843-9e17-426e9e983d5e", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "a69bb403-b3f1-4843-9e17-426e9e983d5e", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "a69bb403-b3f1-4843-9e17-426e9e983d5e", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "688ac42f-2545-41b5-a81d-da0061d3aae6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:18:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "openshift-service-ca.crt", "reconcileID": "a0404558-756e-4974-8d15-951806ba62ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-trusted-ca-bundle", "reconcileID": "7b991de9-9c89-4a69-8c66-9006907cddab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "openshift-service-ca.crt", "reconcileID": "6b54d2d4-8aad-4f5e-88bb-faebeda9445a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94a996", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:18:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "openshift-service-ca.crt", "reconcileID": "6b54d2d4-8aad-4f5e-88bb-faebeda9445a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "openshift-service-ca.crt", "reconcileID": "e42bc67e-69d8-4420-bcc5-b5a34756ae4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c35855b0-40e9-4182-90ec-1e8f41e073d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-trusted-ca-bundle", "reconcileID": "7d23c4ba-760f-4be1-b9a4-349a29051d8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:18:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-trusted-ca-bundle", "reconcileID": "7d23c4ba-760f-4be1-b9a4-349a29051d8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e195718-31d0-4fa6-b879-32b016459fac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "ac952e54-d887-4e7b-a841-f7e4def30fca", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "ac952e54-d887-4e7b-a841-f7e4def30fca", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "ac952e54-d887-4e7b-a841-f7e4def30fca", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b58250a5-6950-40df-95f0-0509f8059295", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "19e81ba3-1ebf-430a-9cf0-b1da0d671526", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "19e81ba3-1ebf-430a-9cf0-b1da0d671526", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "19e81ba3-1ebf-430a-9cf0-b1da0d671526", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "86f0d0a1-7869-4b75-8cbc-efb8c94802b0", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "86f0d0a1-7869-4b75-8cbc-efb8c94802b0", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "86f0d0a1-7869-4b75-8cbc-efb8c94802b0", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "3a98c29c-6b56-4ec1-8452-168ecfc02a42", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "3a98c29c-6b56-4ec1-8452-168ecfc02a42", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "3a98c29c-6b56-4ec1-8452-168ecfc02a42", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "6be4454d-6c6b-4d97-b51f-34614c672659", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "6be4454d-6c6b-4d97-b51f-34614c672659", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "6be4454d-6c6b-4d97-b51f-34614c672659", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "ba3dbf90-c374-470e-b95c-5e4e3ca97680", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "ba3dbf90-c374-470e-b95c-5e4e3ca97680", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "ba3dbf90-c374-470e-b95c-5e4e3ca97680", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "8bf36647-012e-4b90-a78b-aa5f927e638f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "8bf36647-012e-4b90-a78b-aa5f927e638f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "8bf36647-012e-4b90-a78b-aa5f927e638f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "f440cac0-f590-4868-9c97-7d5381372e42", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "f440cac0-f590-4868-9c97-7d5381372e42", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:18:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "f440cac0-f590-4868-9c97-7d5381372e42", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "da7c6ea7-98c0-4230-afb9-466f12523dd9", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "da7c6ea7-98c0-4230-afb9-466f12523dd9", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "da7c6ea7-98c0-4230-afb9-466f12523dd9", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "openshift-service-ca.crt", "reconcileID": "df449241-36b6-4306-8b66-b42b08b244e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:18:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "openshift-service-ca.crt", "reconcileID": "908756e0-a0f7-4f26-b988-e6d7b0652c0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1cea82", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:18:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "openshift-service-ca.crt", "reconcileID": "908756e0-a0f7-4f26-b988-e6d7b0652c0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-trusted-ca-bundle", "reconcileID": "e012436d-c6ec-4b86-9ff3-5846ed368f4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "536574de-0180-4a20-8498-48102fbbbc1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "openshift-service-ca.crt", "reconcileID": "cd55ae8e-5d82-440e-9703-90d44a7262ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:18:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-trusted-ca-bundle", "reconcileID": "a403a833-d223-45d4-a9ae-ac8d45f42691", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:18:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-trusted-ca-bundle", "reconcileID": "a403a833-d223-45d4-a9ae-ac8d45f42691", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "516c9c5e-77bd-4632-99fe-21fcb4b2c60e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:18:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "7e0f8a9e-5461-4120-b874-d4ef1d27f4a6", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "7e0f8a9e-5461-4120-b874-d4ef1d27f4a6", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:18:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "7e0f8a9e-5461-4120-b874-d4ef1d27f4a6", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c4fb971b-7b02-45a3-a453-89a428e267d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:18:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3f1b7a7b-f6e5-4347-be1e-0927fca29523", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3f1b7a7b-f6e5-4347-be1e-0927fca29523", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3f1b7a7b-f6e5-4347-be1e-0927fca29523", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3f1b7a7b-f6e5-4347-be1e-0927fca29523", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996-kserve-route-authn"} 2026-07-07T16:18:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3f1b7a7b-f6e5-4347-be1e-0927fca29523", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:18:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3f1b7a7b-f6e5-4347-be1e-0927fca29523", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "dc113e23-f7dc-4e81-a75a-78995c1e32f4", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "dc113e23-f7dc-4e81-a75a-78995c1e32f4", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "dc113e23-f7dc-4e81-a75a-78995c1e32f4", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "bfaf00cd-5e51-4bf5-987a-8967d86eec58", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "bfaf00cd-5e51-4bf5-987a-8967d86eec58", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "bfaf00cd-5e51-4bf5-987a-8967d86eec58", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "bfaf00cd-5e51-4bf5-987a-8967d86eec58", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996-kserve-route-authn"} 2026-07-07T16:18:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "bfaf00cd-5e51-4bf5-987a-8967d86eec58", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:18:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "bfaf00cd-5e51-4bf5-987a-8967d86eec58", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "e7791c94-2e2f-46cd-908c-bb9c164fde3c", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "e7791c94-2e2f-46cd-908c-bb9c164fde3c", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "e7791c94-2e2f-46cd-908c-bb9c164fde3c", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:18:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7b0fead-e264-4abb-be5e-6b692326684e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:18:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "5f464a0a-4b43-4aa6-a7cf-9afcd24a5516", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "5f464a0a-4b43-4aa6-a7cf-9afcd24a5516", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "5f464a0a-4b43-4aa6-a7cf-9afcd24a5516", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:18:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b712b3e0-8a2f-452a-b6db-6756d0f2095b", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b712b3e0-8a2f-452a-b6db-6756d0f2095b", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b712b3e0-8a2f-452a-b6db-6756d0f2095b", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b712b3e0-8a2f-452a-b6db-6756d0f2095b", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996-kserve-route-authn"} 2026-07-07T16:18:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b712b3e0-8a2f-452a-b6db-6756d0f2095b", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:18:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b712b3e0-8a2f-452a-b6db-6756d0f2095b", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "983ee172-d261-4e1c-a7d4-cedafc523266", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:18:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b85b7d7f-d5a2-46d7-a381-173c851f1c55", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b85b7d7f-d5a2-46d7-a381-173c851f1c55", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b85b7d7f-d5a2-46d7-a381-173c851f1c55", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:18:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b85b7d7f-d5a2-46d7-a381-173c851f1c55", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996-kserve-route-authn"} 2026-07-07T16:18:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b85b7d7f-d5a2-46d7-a381-173c851f1c55", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:18:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "b85b7d7f-d5a2-46d7-a381-173c851f1c55", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:19:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "2bb79059-792f-4a60-b7b3-12c467b25102", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "2bb79059-792f-4a60-b7b3-12c467b25102", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "2bb79059-792f-4a60-b7b3-12c467b25102", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "eb1a24e2-aaac-43ee-bb66-cb0b17d3df0f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:19:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "2bb79059-792f-4a60-b7b3-12c467b25102", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:19:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "2bb79059-792f-4a60-b7b3-12c467b25102", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:19:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "2bb79059-792f-4a60-b7b3-12c467b25102", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "eb1a24e2-aaac-43ee-bb66-cb0b17d3df0f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "eb1a24e2-aaac-43ee-bb66-cb0b17d3df0f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:19:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "1060a70a-e3a7-4d9d-b5ee-b25460c8de65", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "1060a70a-e3a7-4d9d-b5ee-b25460c8de65", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "1060a70a-e3a7-4d9d-b5ee-b25460c8de65", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "1060a70a-e3a7-4d9d-b5ee-b25460c8de65", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:19:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "1060a70a-e3a7-4d9d-b5ee-b25460c8de65", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:19:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "1060a70a-e3a7-4d9d-b5ee-b25460c8de65", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "4a72e8a3-236c-4b55-ab75-a7e997d63b18", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "4a72e8a3-236c-4b55-ab75-a7e997d63b18", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "4a72e8a3-236c-4b55-ab75-a7e997d63b18", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:19:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "8c508ce0-198e-4af8-a34c-8a9791902686", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "8c508ce0-198e-4af8-a34c-8a9791902686", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "8c508ce0-198e-4af8-a34c-8a9791902686", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "8c508ce0-198e-4af8-a34c-8a9791902686", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:19:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "8c508ce0-198e-4af8-a34c-8a9791902686", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:19:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "8c508ce0-198e-4af8-a34c-8a9791902686", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "4077a016-25af-4e39-b1d5-2704f33e683d", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "4077a016-25af-4e39-b1d5-2704f33e683d", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "4077a016-25af-4e39-b1d5-2704f33e683d", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "4077a016-25af-4e39-b1d5-2704f33e683d", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:19:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "4077a016-25af-4e39-b1d5-2704f33e683d", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:19:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "4077a016-25af-4e39-b1d5-2704f33e683d", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "bf379f1f-2732-4800-95b4-2955e51023c1", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:19:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "bf379f1f-2732-4800-95b4-2955e51023c1", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "bf379f1f-2732-4800-95b4-2955e51023c1", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:19:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "091c7077-73ab-4692-abfc-1ac0560c86a7", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:19:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "091c7077-73ab-4692-abfc-1ac0560c86a7", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:19:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "091c7077-73ab-4692-abfc-1ac0560c86a7", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:21:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3c650560-2db4-4763-a489-589af5bfda20", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3c650560-2db4-4763-a489-589af5bfda20", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996"} 2026-07-07T16:21:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3c650560-2db4-4763-a489-589af5bfda20", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3c650560-2db4-4763-a489-589af5bfda20", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3c650560-2db4-4763-a489-589af5bfda20", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996-kserve-route-authn"} 2026-07-07T16:21:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3c650560-2db4-4763-a489-589af5bfda20", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996-kserve-route-authn"} 2026-07-07T16:21:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3c650560-2db4-4763-a489-589af5bfda20", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "3c650560-2db4-4763-a489-589af5bfda20", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "auth-test-model-94a996", "reconcileID": "f0da57ed-fd9d-4ca9-8246-8e54d381f72a", "LLMInferenceService": "auth-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "383d131e-12a8-4b1f-ae86-9c8867432808", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "383d131e-12a8-4b1f-ae86-9c8867432808", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "383d131e-12a8-4b1f-ae86-9c8867432808", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "b407a7bf-e518-49f8-b68d-fe561d803446", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "b407a7bf-e518-49f8-b68d-fe561d803446", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "b407a7bf-e518-49f8-b68d-fe561d803446", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:21:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "33ce4ba0-88a0-4bc6-b7f1-2478107d2d9a", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:21:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "33ce4ba0-88a0-4bc6-b7f1-2478107d2d9a", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82"} 2026-07-07T16:21:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "33ce4ba0-88a0-4bc6-b7f1-2478107d2d9a", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:21:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "33ce4ba0-88a0-4bc6-b7f1-2478107d2d9a", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:21:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "33ce4ba0-88a0-4bc6-b7f1-2478107d2d9a", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:21:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "33ce4ba0-88a0-4bc6-b7f1-2478107d2d9a", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:21:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "33ce4ba0-88a0-4bc6-b7f1-2478107d2d9a", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:21:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "33ce4ba0-88a0-4bc6-b7f1-2478107d2d9a", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:21:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "auth-test-model-1cea82", "reconcileID": "b92b445a-9c28-4765-8ff7-a4cd355747ae", "LLMInferenceService": "auth-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "1cab483a-3b8a-4605-87a4-7f770cacf47f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "1cab483a-3b8a-4605-87a4-7f770cacf47f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "1cab483a-3b8a-4605-87a4-7f770cacf47f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "5e61625f-cebb-4848-82d6-ed5f2b3e503b", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "5e61625f-cebb-4848-82d6-ed5f2b3e503b", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "5e61625f-cebb-4848-82d6-ed5f2b3e503b", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:21:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e72a6b5-b88b-4ff0-82b9-952717c65fe9", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e72a6b5-b88b-4ff0-82b9-952717c65fe9", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e72a6b5-b88b-4ff0-82b9-952717c65fe9", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "bad7c4d3-af58-4afa-8b03-850919805cae", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:21:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e72a6b5-b88b-4ff0-82b9-952717c65fe9", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996-kserve-route-authn"} 2026-07-07T16:21:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e72a6b5-b88b-4ff0-82b9-952717c65fe9", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:21:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e72a6b5-b88b-4ff0-82b9-952717c65fe9", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "bad7c4d3-af58-4afa-8b03-850919805cae", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:21:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "bad7c4d3-af58-4afa-8b03-850919805cae", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:21:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "834f04ec-fd6b-4252-8448-d48e69d515ee", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "834f04ec-fd6b-4252-8448-d48e69d515ee", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "834f04ec-fd6b-4252-8448-d48e69d515ee", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:21:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "834f04ec-fd6b-4252-8448-d48e69d515ee", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996-kserve-route-authn"} 2026-07-07T16:21:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "834f04ec-fd6b-4252-8448-d48e69d515ee", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:21:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "834f04ec-fd6b-4252-8448-d48e69d515ee", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "106f71c0-6a11-43f0-94af-88ef9ba5884a", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "106f71c0-6a11-43f0-94af-88ef9ba5884a", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "106f71c0-6a11-43f0-94af-88ef9ba5884a", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:22:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "25403877-5dd3-429d-8b79-ee6c4fa2a996", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:22:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "25403877-5dd3-429d-8b79-ee6c4fa2a996", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:22:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "25403877-5dd3-429d-8b79-ee6c4fa2a996", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:22:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "25403877-5dd3-429d-8b79-ee6c4fa2a996", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996-kserve-route-authn"} 2026-07-07T16:22:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "25403877-5dd3-429d-8b79-ee6c4fa2a996", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:22:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "25403877-5dd3-429d-8b79-ee6c4fa2a996", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:22:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e1c408e-6cf1-4012-bc83-b7749fbe68c5", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:22:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e1c408e-6cf1-4012-bc83-b7749fbe68c5", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:22:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e1c408e-6cf1-4012-bc83-b7749fbe68c5", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:22:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e1c408e-6cf1-4012-bc83-b7749fbe68c5", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996-kserve-route-authn"} 2026-07-07T16:22:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e1c408e-6cf1-4012-bc83-b7749fbe68c5", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:22:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "3e1c408e-6cf1-4012-bc83-b7749fbe68c5", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:22:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "12ca83b3-139d-4279-a7d2-7a62afe032a6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "12ca83b3-139d-4279-a7d2-7a62afe032a6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "12ca83b3-139d-4279-a7d2-7a62afe032a6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "12ca83b3-139d-4279-a7d2-7a62afe032a6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:22:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "019761a2-5c57-4402-b003-2625c4fbdb8f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:22:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "12ca83b3-139d-4279-a7d2-7a62afe032a6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:22:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "12ca83b3-139d-4279-a7d2-7a62afe032a6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "019761a2-5c57-4402-b003-2625c4fbdb8f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:22:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "019761a2-5c57-4402-b003-2625c4fbdb8f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:22:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "d4d3cbe3-20e3-4ecf-89b3-a60ced674f6d", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "d4d3cbe3-20e3-4ecf-89b3-a60ced674f6d", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "d4d3cbe3-20e3-4ecf-89b3-a60ced674f6d", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "d4d3cbe3-20e3-4ecf-89b3-a60ced674f6d", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:22:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "d4d3cbe3-20e3-4ecf-89b3-a60ced674f6d", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:22:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "d4d3cbe3-20e3-4ecf-89b3-a60ced674f6d", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "ecba3ab0-8129-46ee-adb3-3661ce45563c", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:22:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "ecba3ab0-8129-46ee-adb3-3661ce45563c", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:22:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "ecba3ab0-8129-46ee-adb3-3661ce45563c", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:22:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "444f6d75-ff88-4c41-bad7-60c5bbaa7359", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "444f6d75-ff88-4c41-bad7-60c5bbaa7359", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "444f6d75-ff88-4c41-bad7-60c5bbaa7359", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "444f6d75-ff88-4c41-bad7-60c5bbaa7359", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:22:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "444f6d75-ff88-4c41-bad7-60c5bbaa7359", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:22:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "444f6d75-ff88-4c41-bad7-60c5bbaa7359", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "631068f8-fbac-4aca-b7c9-a97979295a92", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "631068f8-fbac-4aca-b7c9-a97979295a92", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "631068f8-fbac-4aca-b7c9-a97979295a92", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:22:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "631068f8-fbac-4aca-b7c9-a97979295a92", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:22:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "631068f8-fbac-4aca-b7c9-a97979295a92", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:22:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "631068f8-fbac-4aca-b7c9-a97979295a92", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "155ce122-9ede-4d92-a6c2-fb94984cd72f", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "155ce122-9ede-4d92-a6c2-fb94984cd72f", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996"} 2026-07-07T16:23:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "155ce122-9ede-4d92-a6c2-fb94984cd72f", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "155ce122-9ede-4d92-a6c2-fb94984cd72f", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "155ce122-9ede-4d92-a6c2-fb94984cd72f", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996-kserve-route-authn"} 2026-07-07T16:23:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "155ce122-9ede-4d92-a6c2-fb94984cd72f", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996-kserve-route-authn"} 2026-07-07T16:23:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "155ce122-9ede-4d92-a6c2-fb94984cd72f", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "155ce122-9ede-4d92-a6c2-fb94984cd72f", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "sub-test-model-94a996", "reconcileID": "2fc25f33-4773-483a-a47a-ec4ec2b95252", "LLMInferenceService": "sub-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "cf2405ed-fe53-4556-8fb9-973bd0ff7fd2", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "cf2405ed-fe53-4556-8fb9-973bd0ff7fd2", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "cf2405ed-fe53-4556-8fb9-973bd0ff7fd2", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "89c8bb52-cf6f-4406-98fc-73229eed3088", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "89c8bb52-cf6f-4406-98fc-73229eed3088", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "89c8bb52-cf6f-4406-98fc-73229eed3088", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:23:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "5ba591da-9657-439a-866b-dc14236b0ea6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "5ba591da-9657-439a-866b-dc14236b0ea6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82"} 2026-07-07T16:23:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "5ba591da-9657-439a-866b-dc14236b0ea6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "5ba591da-9657-439a-866b-dc14236b0ea6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "5ba591da-9657-439a-866b-dc14236b0ea6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:23:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "5ba591da-9657-439a-866b-dc14236b0ea6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:23:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "5ba591da-9657-439a-866b-dc14236b0ea6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "5ba591da-9657-439a-866b-dc14236b0ea6", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "sub-test-model-1cea82", "reconcileID": "81e36205-167c-4ba7-b526-e7e6b74e7875", "LLMInferenceService": "sub-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "948a8774-252a-4268-a05c-af219f795d8f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:23:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "948a8774-252a-4268-a05c-af219f795d8f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:23:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "948a8774-252a-4268-a05c-af219f795d8f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:23:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "ea4d18e5-7e8f-45b6-869f-1794cd838a6c", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:23:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "ea4d18e5-7e8f-45b6-869f-1794cd838a6c", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:23:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "ea4d18e5-7e8f-45b6-869f-1794cd838a6c", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:23:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a0a3c4e4-cec3-4ea4-af68-9d3ca8ff2a53", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a0a3c4e4-cec3-4ea4-af68-9d3ca8ff2a53", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a0a3c4e4-cec3-4ea4-af68-9d3ca8ff2a53", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "c1f7967a-4d97-4a70-a021-560caaedc782", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:23:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a0a3c4e4-cec3-4ea4-af68-9d3ca8ff2a53", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996-kserve-route-authn"} 2026-07-07T16:23:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a0a3c4e4-cec3-4ea4-af68-9d3ca8ff2a53", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:23:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a0a3c4e4-cec3-4ea4-af68-9d3ca8ff2a53", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "c1f7967a-4d97-4a70-a021-560caaedc782", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:23:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "c1f7967a-4d97-4a70-a021-560caaedc782", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:23:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "3d33784e-f9f5-455f-830c-fa680abb332d", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "3d33784e-f9f5-455f-830c-fa680abb332d", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "3d33784e-f9f5-455f-830c-fa680abb332d", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "3d33784e-f9f5-455f-830c-fa680abb332d", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996-kserve-route-authn"} 2026-07-07T16:23:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "3d33784e-f9f5-455f-830c-fa680abb332d", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:23:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "3d33784e-f9f5-455f-830c-fa680abb332d", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4eb2d38b-3e0c-4217-b784-eaf865829225", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:23:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "9e19db99-c627-4f18-823f-63c6e151e749", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:23:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "9e19db99-c627-4f18-823f-63c6e151e749", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "9e19db99-c627-4f18-823f-63c6e151e749", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:23:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "bd0795e3-58b9-4618-b959-10c23f97343a", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "bd0795e3-58b9-4618-b959-10c23f97343a", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "bd0795e3-58b9-4618-b959-10c23f97343a", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "bd0795e3-58b9-4618-b959-10c23f97343a", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996-kserve-route-authn"} 2026-07-07T16:23:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "bd0795e3-58b9-4618-b959-10c23f97343a", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:23:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "bd0795e3-58b9-4618-b959-10c23f97343a", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff4b7ee1-0e75-45b0-84d2-ce6ff774b045", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:23:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "5f2f71c3-e675-46d3-a450-c8bbfaf7f2e8", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "5f2f71c3-e675-46d3-a450-c8bbfaf7f2e8", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "5f2f71c3-e675-46d3-a450-c8bbfaf7f2e8", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "5f2f71c3-e675-46d3-a450-c8bbfaf7f2e8", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996-kserve-route-authn"} 2026-07-07T16:23:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "5f2f71c3-e675-46d3-a450-c8bbfaf7f2e8", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "authType": "userdefined"} 2026-07-07T16:23:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "5f2f71c3-e675-46d3-a450-c8bbfaf7f2e8", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:23:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "d26b81de-9321-4248-86ff-be2e25ef6689", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "d26b81de-9321-4248-86ff-be2e25ef6689", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "d26b81de-9321-4248-86ff-be2e25ef6689", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "66d293f1-f31a-4fb8-aecc-8ec390eaad5f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:23:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "d26b81de-9321-4248-86ff-be2e25ef6689", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:23:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "d26b81de-9321-4248-86ff-be2e25ef6689", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:23:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "d26b81de-9321-4248-86ff-be2e25ef6689", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "66d293f1-f31a-4fb8-aecc-8ec390eaad5f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:23:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "66d293f1-f31a-4fb8-aecc-8ec390eaad5f", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:23:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "320c8d3d-f476-4bc7-8d37-47a8d1eb0a39", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "320c8d3d-f476-4bc7-8d37-47a8d1eb0a39", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "320c8d3d-f476-4bc7-8d37-47a8d1eb0a39", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "320c8d3d-f476-4bc7-8d37-47a8d1eb0a39", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:23:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "320c8d3d-f476-4bc7-8d37-47a8d1eb0a39", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:23:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "320c8d3d-f476-4bc7-8d37-47a8d1eb0a39", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a3ffbeb-a6e9-4501-9cb8-664140692ecd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:23:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "c39eb44d-3abd-4f71-a446-02129b15a021", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:23:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "c39eb44d-3abd-4f71-a446-02129b15a021", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:23:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "c39eb44d-3abd-4f71-a446-02129b15a021", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:23:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "ea308570-408b-4819-a03f-8d5df3f3ab20", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "ea308570-408b-4819-a03f-8d5df3f3ab20", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "ea308570-408b-4819-a03f-8d5df3f3ab20", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:23:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "ea308570-408b-4819-a03f-8d5df3f3ab20", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:23:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "ea308570-408b-4819-a03f-8d5df3f3ab20", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:23:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "ea308570-408b-4819-a03f-8d5df3f3ab20", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "4c5a9a1a-1ed9-41bd-a58c-6322e833fbe0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "4c5a9a1a-1ed9-41bd-a58c-6322e833fbe0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "4c5a9a1a-1ed9-41bd-a58c-6322e833fbe0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "4c5a9a1a-1ed9-41bd-a58c-6322e833fbe0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:24:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "4c5a9a1a-1ed9-41bd-a58c-6322e833fbe0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:24:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "4c5a9a1a-1ed9-41bd-a58c-6322e833fbe0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "04027486-a64c-42cc-a019-c0709dce11b1", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "04027486-a64c-42cc-a019-c0709dce11b1", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "04027486-a64c-42cc-a019-c0709dce11b1", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "04027486-a64c-42cc-a019-c0709dce11b1", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:24:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "04027486-a64c-42cc-a019-c0709dce11b1", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "authType": "userdefined"} 2026-07-07T16:24:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "04027486-a64c-42cc-a019-c0709dce11b1", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a25c15e0-710e-4c62-a699-706494b23bdf", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:24:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a25c15e0-710e-4c62-a699-706494b23bdf", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996"} 2026-07-07T16:24:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a25c15e0-710e-4c62-a699-706494b23bdf", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:24:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a25c15e0-710e-4c62-a699-706494b23bdf", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:24:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a25c15e0-710e-4c62-a699-706494b23bdf", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996-kserve-route-authn"} 2026-07-07T16:24:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a25c15e0-710e-4c62-a699-706494b23bdf", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996-kserve-route-authn"} 2026-07-07T16:24:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a25c15e0-710e-4c62-a699-706494b23bdf", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:24:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "a25c15e0-710e-4c62-a699-706494b23bdf", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:24:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94a996","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "rate-test-model-94a996", "reconcileID": "c6a373f6-cfc2-4533-9887-66829e4e320f", "LLMInferenceService": "rate-test-model-94a996", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:24:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "a4f91eda-9f3f-4d61-9b42-0a3a9128fb42", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:24:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "a4f91eda-9f3f-4d61-9b42-0a3a9128fb42", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:24:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "a4f91eda-9f3f-4d61-9b42-0a3a9128fb42", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:24:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "4b04a58f-9f49-4c13-8f56-4a377d13a1f5", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:24:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "4b04a58f-9f49-4c13-8f56-4a377d13a1f5", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:24:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "4b04a58f-9f49-4c13-8f56-4a377d13a1f5", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:24:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "5ad44d89-c7cf-4986-857a-5abcde5181c0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "5ad44d89-c7cf-4986-857a-5abcde5181c0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82"} 2026-07-07T16:24:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "5ad44d89-c7cf-4986-857a-5abcde5181c0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "5ad44d89-c7cf-4986-857a-5abcde5181c0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "5ad44d89-c7cf-4986-857a-5abcde5181c0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:24:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "5ad44d89-c7cf-4986-857a-5abcde5181c0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82-kserve-route-authn"} 2026-07-07T16:24:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "5ad44d89-c7cf-4986-857a-5abcde5181c0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "5ad44d89-c7cf-4986-857a-5abcde5181c0", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1cea82","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "rate-test-model-1cea82", "reconcileID": "20f28688-67e7-441f-995e-b24542722fda", "LLMInferenceService": "rate-test-model-1cea82", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:24:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "daa80a95-1c7e-4886-9672-2bbd8c787951", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:24:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "daa80a95-1c7e-4886-9672-2bbd8c787951", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:24:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "daa80a95-1c7e-4886-9672-2bbd8c787951", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:24:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "fd722bfb-91f8-4bfd-a640-ff1947a12e6b", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:24:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "fd722bfb-91f8-4bfd-a640-ff1947a12e6b", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:24:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "fd722bfb-91f8-4bfd-a640-ff1947a12e6b", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:24:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "db3b1b64-3ebf-4a33-934a-0271bdcb42ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:24:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "00ff16e8-4bb3-49f0-8cde-0554fbb6d09b", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:24:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "00ff16e8-4bb3-49f0-8cde-0554fbb6d09b", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996-authn-ssl"} 2026-07-07T16:24:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "00ff16e8-4bb3-49f0-8cde-0554fbb6d09b", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:25:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2542b70-4af7-4074-993d-c50741cb9cfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:25:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2542b70-4af7-4074-993d-c50741cb9cfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:25:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2542b70-4af7-4074-993d-c50741cb9cfc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-94a996 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:25:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-trusted-ca-bundle", "reconcileID": "ffe83cc9-4dd2-4a8a-ae7a-cb692779709f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:25:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-trusted-ca-bundle", "reconcileID": "ffe83cc9-4dd2-4a8a-ae7a-cb692779709f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:25:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "openshift-service-ca.crt", "reconcileID": "63615582-c0ae-4c33-b4ff-e52cdc79c19f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:25:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "openshift-service-ca.crt", "reconcileID": "63615582-c0ae-4c33-b4ff-e52cdc79c19f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:25:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed297ce7-5e3a-4446-9b2d-ce5147f37834", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:25:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94a996"}, "namespace": "ai-tenant-e2e-shared-a-94a996", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed297ce7-5e3a-4446-9b2d-ce5147f37834", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94a996"} 2026-07-07T16:25:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94a996","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94a996", "reconcileID": "f83aedbe-e505-49aa-b603-8913304327e9", "Gateway": "e2e-shared-a-94a996", "namespace": "openshift-ingress"} 2026-07-07T16:25:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f82b5ca-15fc-4621-8909-4321a3aed1da", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T16:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "1e7fe003-e021-4816-afc4-a8a65b194c29", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:25:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "1e7fe003-e021-4816-afc4-a8a65b194c29", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82-authn-ssl"} 2026-07-07T16:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "1e7fe003-e021-4816-afc4-a8a65b194c29", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"} 2026-07-07T16:25:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f84752-545f-4eb7-adee-58f5e8105913", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:25:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f84752-545f-4eb7-adee-58f5e8105913", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:25:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f84752-545f-4eb7-adee-58f5e8105913", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1cea82 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:25:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-trusted-ca-bundle", "reconcileID": "86581899-1ca3-4287-8778-047b8c9a2f27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:25:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-trusted-ca-bundle", "reconcileID": "86581899-1ca3-4287-8778-047b8c9a2f27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:25:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "openshift-service-ca.crt", "reconcileID": "d792a88b-cd42-484e-9276-1138ed7cbc13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:25:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "openshift-service-ca.crt", "reconcileID": "d792a88b-cd42-484e-9276-1138ed7cbc13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:25:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0ad4404-d6c0-4695-8196-26385976bb9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:25:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1cea82"}, "namespace": "ai-tenant-e2e-shared-b-1cea82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0ad4404-d6c0-4695-8196-26385976bb9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1cea82"} 2026-07-07T16:25:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1cea82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1cea82", "reconcileID": "8899f8d7-f88a-4c90-a75a-b3d715763394", "Gateway": "e2e-shared-b-1cea82", "namespace": "openshift-ingress"}