/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T19:52:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "799974bc-462e-4967-93ac-74c632dbd323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:52:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "openshift-service-ca.crt", "reconcileID": "181090c1-237c-4ba2-bb11-441904067c9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:52:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-trusted-ca-bundle", "reconcileID": "809ca772-0d9e-4522-9b2a-e29a2070ed6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T19:52:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-trusted-ca-bundle", "reconcileID": "809ca772-0d9e-4522-9b2a-e29a2070ed6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:52:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3584844f-3e6d-4435-8f2e-c5d8fa0e8eb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:52:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "d82bdef7-1959-41ae-9781-890bf6304ff7", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress"} 2026-07-14T19:52:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "d82bdef7-1959-41ae-9781-890bf6304ff7", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress", "name": "e2e-api-a-922b98-authn-ssl"} 2026-07-14T19:52:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "d82bdef7-1959-41ae-9781-890bf6304ff7", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress"} 2026-07-14T19:52:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "4ed985ee-4634-4334-ab53-ffead0c1ad77", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress"} 2026-07-14T19:52:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "4ed985ee-4634-4334-ab53-ffead0c1ad77", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress", "name": "e2e-api-b-57e988-authn-ssl"} 2026-07-14T19:52:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "4ed985ee-4634-4334-ab53-ffead0c1ad77", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress"} 2026-07-14T19:52:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8e77a01f-9a05-434e-9f2c-2bde0f1ed7d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:52:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "1b4e76ea-8c98-4582-bbd6-ec7828f8a8b0", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress"} 2026-07-14T19:52:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "1b4e76ea-8c98-4582-bbd6-ec7828f8a8b0", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress", "name": "e2e-api-b-57e988-authn-ssl"} 2026-07-14T19:52:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "1b4e76ea-8c98-4582-bbd6-ec7828f8a8b0", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress"} 2026-07-14T19:52:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5918d465-7a8d-4a0c-beb2-44fcc567aab0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:52:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1839b39d-9493-41b9-b263-587c2323f9d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:52:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7da74d4b-78bd-4e83-9a6e-afb8935eb7a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:52:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "a6f29e29-48a5-4f90-9444-87078bc15498", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress"} 2026-07-14T19:52:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "a6f29e29-48a5-4f90-9444-87078bc15498", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress", "name": "e2e-api-a-922b98-authn-ssl"} 2026-07-14T19:52:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "a6f29e29-48a5-4f90-9444-87078bc15498", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress"} 2026-07-14T19:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "31eaa341-8fc2-44b9-a9f4-04ea3c0f117a", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress"} 2026-07-14T19:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "31eaa341-8fc2-44b9-a9f4-04ea3c0f117a", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress", "name": "e2e-api-a-922b98-authn-ssl"} 2026-07-14T19:52:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "31eaa341-8fc2-44b9-a9f4-04ea3c0f117a", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress"} 2026-07-14T19:52:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-922b98"}, "namespace": "ai-tenant-e2e-api-a-922b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb0bb830-4561-4b7b-93c2-3472b2761cf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-922b98"} 2026-07-14T19:52:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-922b98"}, "namespace": "ai-tenant-e2e-api-a-922b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb0bb830-4561-4b7b-93c2-3472b2761cf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-922b98", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T19:52:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-922b98"}, "namespace": "ai-tenant-e2e-api-a-922b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb0bb830-4561-4b7b-93c2-3472b2761cf1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-922b98 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T19:52:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-922b98"}, "namespace": "ai-tenant-e2e-api-a-922b98", "name": "odh-trusted-ca-bundle", "reconcileID": "a7dbfe4f-2a92-424f-abbc-7322d32a6b88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-922b98"} 2026-07-14T19:52:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-922b98"}, "namespace": "ai-tenant-e2e-api-a-922b98", "name": "odh-trusted-ca-bundle", "reconcileID": "a7dbfe4f-2a92-424f-abbc-7322d32a6b88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-922b98"} 2026-07-14T19:52:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-922b98"}, "namespace": "ai-tenant-e2e-api-a-922b98", "name": "openshift-service-ca.crt", "reconcileID": "9f0b24af-54ad-4bd4-be91-05e873970463", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-922b98"} 2026-07-14T19:52:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-922b98"}, "namespace": "ai-tenant-e2e-api-a-922b98", "name": "openshift-service-ca.crt", "reconcileID": "9f0b24af-54ad-4bd4-be91-05e873970463", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-922b98"} 2026-07-14T19:52:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-922b98"}, "namespace": "ai-tenant-e2e-api-a-922b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5302aff5-1de9-4348-a0f4-e8d0fc056340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-922b98"} 2026-07-14T19:52:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-922b98"}, "namespace": "ai-tenant-e2e-api-a-922b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5302aff5-1de9-4348-a0f4-e8d0fc056340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-922b98"} 2026-07-14T19:52:53Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T19:52:53Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T19:52:56Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T19:52:56Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T19:52:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-922b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-922b98", "reconcileID": "1149ad3d-9169-43a8-a695-c6af3db3b44c", "Gateway": "e2e-api-a-922b98", "namespace": "openshift-ingress"} 2026-07-14T19:52:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b1eca2e-3aaf-4be0-b7b6-b054dd4f93e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "c46dd027-5491-4669-a9f0-b8ee15c424a1", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress"} 2026-07-14T19:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "c46dd027-5491-4669-a9f0-b8ee15c424a1", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress", "name": "e2e-api-b-57e988-authn-ssl"} 2026-07-14T19:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "c46dd027-5491-4669-a9f0-b8ee15c424a1", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress"} 2026-07-14T19:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "492affa4-fc61-4064-8a6e-862116f49c9d", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress"} 2026-07-14T19:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "492affa4-fc61-4064-8a6e-862116f49c9d", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress", "name": "e2e-api-b-57e988-authn-ssl"} 2026-07-14T19:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "492affa4-fc61-4064-8a6e-862116f49c9d", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress"} 2026-07-14T19:53:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e2f3b34-43a7-4676-8005-b60758600fed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:53:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e2f3b34-43a7-4676-8005-b60758600fed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T19:53:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e2f3b34-43a7-4676-8005-b60758600fed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-57e988 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T19:53:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-trusted-ca-bundle", "reconcileID": "1846971d-967e-4d3c-bbd0-c123c5e3d02a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:53:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-trusted-ca-bundle", "reconcileID": "1846971d-967e-4d3c-bbd0-c123c5e3d02a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:53:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "openshift-service-ca.crt", "reconcileID": "c79c4b91-276b-4d9f-ac80-051d09018519", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:53:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "openshift-service-ca.crt", "reconcileID": "c79c4b91-276b-4d9f-ac80-051d09018519", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:53:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5da98f7a-ef8e-4161-af32-77b0e05cf2a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:53:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-57e988"}, "namespace": "ai-tenant-e2e-api-b-57e988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5da98f7a-ef8e-4161-af32-77b0e05cf2a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-57e988"} 2026-07-14T19:53:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-57e988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-57e988", "reconcileID": "3a79b8da-93a3-456a-9993-2b7d616f310e", "Gateway": "e2e-api-b-57e988", "namespace": "openshift-ingress"} 2026-07-14T19:53:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "62d9db91-a669-4392-9823-f1042b5a81ba", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "62d9db91-a669-4392-9823-f1042b5a81ba", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "62d9db91-a669-4392-9823-f1042b5a81ba", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "e833b579-74ff-4922-8f3e-428ca2993763", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "e833b579-74ff-4922-8f3e-428ca2993763", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "e833b579-74ff-4922-8f3e-428ca2993763", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "0e25c58e-4211-44ae-bdbb-f6a94e4d1ea0", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "0e25c58e-4211-44ae-bdbb-f6a94e4d1ea0", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "0e25c58e-4211-44ae-bdbb-f6a94e4d1ea0", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "84f8b0e1-aa48-4917-a758-27b1a32c4ebe", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "84f8b0e1-aa48-4917-a758-27b1a32c4ebe", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "84f8b0e1-aa48-4917-a758-27b1a32c4ebe", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "d6c7e276-ad47-42b0-abbf-5a4764282ce4", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "d6c7e276-ad47-42b0-abbf-5a4764282ce4", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "d6c7e276-ad47-42b0-abbf-5a4764282ce4", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "92612028-7b02-4a80-9002-83f8604b5c0f", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "92612028-7b02-4a80-9002-83f8604b5c0f", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "92612028-7b02-4a80-9002-83f8604b5c0f", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "5e6e91c9-da10-4dae-9e78-b7754f659781", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "5e6e91c9-da10-4dae-9e78-b7754f659781", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "5e6e91c9-da10-4dae-9e78-b7754f659781", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "openshift-service-ca.crt", "reconcileID": "75a412ab-4316-41d1-8baf-6b5cc4a0bdc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-trusted-ca-bundle", "reconcileID": "a007756e-09ef-4665-b9e2-42850d6c5610", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "openshift-service-ca.crt", "reconcileID": "4217f473-bcc3-4f47-8f60-c75474bbabf0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-70659c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T19:53:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "openshift-service-ca.crt", "reconcileID": "4217f473-bcc3-4f47-8f60-c75474bbabf0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abfcf041-1ec6-4c55-9ba3-937d1c4d84b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "openshift-service-ca.crt", "reconcileID": "9f37fe1b-db42-4f79-a097-149955c5fe86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ad0890d-c82d-47ae-a483-c025765064d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T19:53:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ad0890d-c82d-47ae-a483-c025765064d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "857e2a8b-1ee3-447d-ac72-5b5bd5e3f5fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "088b3f91-19f8-4c91-b4a4-5639b62296cf", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "088b3f91-19f8-4c91-b4a4-5639b62296cf", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "088b3f91-19f8-4c91-b4a4-5639b62296cf", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a31538b-31cc-4d08-bfe3-9909d9fb7b58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:53:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "58e9fca0-fbe8-4c67-9d9f-c99f7fc40a8f", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "58e9fca0-fbe8-4c67-9d9f-c99f7fc40a8f", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "58e9fca0-fbe8-4c67-9d9f-c99f7fc40a8f", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "f4f7830f-ae1c-487f-9e4e-1cf7adeb3d16", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "f4f7830f-ae1c-487f-9e4e-1cf7adeb3d16", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "f4f7830f-ae1c-487f-9e4e-1cf7adeb3d16", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "03f0de02-05d9-48aa-9cee-4e03a611d96f", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "03f0de02-05d9-48aa-9cee-4e03a611d96f", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "03f0de02-05d9-48aa-9cee-4e03a611d96f", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "0806da15-bcc5-43aa-b802-4dc2dd007852", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "0806da15-bcc5-43aa-b802-4dc2dd007852", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "0806da15-bcc5-43aa-b802-4dc2dd007852", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "0aeb96a7-e0f9-4868-978d-b429bca8ef21", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "0aeb96a7-e0f9-4868-978d-b429bca8ef21", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "0aeb96a7-e0f9-4868-978d-b429bca8ef21", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "010c8bbd-8d22-4390-97eb-f8825240aca3", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "010c8bbd-8d22-4390-97eb-f8825240aca3", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "010c8bbd-8d22-4390-97eb-f8825240aca3", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "d4d8d101-53f5-4f9f-9364-c98e6756e202", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "d4d8d101-53f5-4f9f-9364-c98e6756e202", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "d4d8d101-53f5-4f9f-9364-c98e6756e202", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "876334f7-e14b-4e70-ac50-0204e7d5f9c7", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "876334f7-e14b-4e70-ac50-0204e7d5f9c7", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "876334f7-e14b-4e70-ac50-0204e7d5f9c7", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "d4a9232a-d7c2-4458-95f9-369f16ba3d45", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "d4a9232a-d7c2-4458-95f9-369f16ba3d45", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "d4a9232a-d7c2-4458-95f9-369f16ba3d45", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "openshift-service-ca.crt", "reconcileID": "ebf936c7-6f28-4716-b971-a296c55c266c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:53:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-trusted-ca-bundle", "reconcileID": "eb43dcf1-dfd1-4932-af9d-776b346ba8b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:53:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "openshift-service-ca.crt", "reconcileID": "7f057513-3670-4c90-8384-f6eb7f24f6b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-356b53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T19:53:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "openshift-service-ca.crt", "reconcileID": "7f057513-3670-4c90-8384-f6eb7f24f6b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:53:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "openshift-service-ca.crt", "reconcileID": "3e297947-67ad-41b3-8f04-5b991de04fad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:53:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da2aeaea-a5b2-4372-afd7-8ee07376a096", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:53:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-trusted-ca-bundle", "reconcileID": "6cffccbf-bcc8-486c-b447-4c5579916fe4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T19:53:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-trusted-ca-bundle", "reconcileID": "6cffccbf-bcc8-486c-b447-4c5579916fe4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:53:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce2ae7ce-8ca3-4d15-93a6-09a6bf2d5dd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:53:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "e2ac18e3-f0b7-4a3f-a998-4cf16d73fc3c", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "e2ac18e3-f0b7-4a3f-a998-4cf16d73fc3c", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "e2ac18e3-f0b7-4a3f-a998-4cf16d73fc3c", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d609dea-eb46-4f41-b978-f71a4e811120", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:53:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "2dbd1570-2380-4c69-807e-9426ee9b4a01", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "2dbd1570-2380-4c69-807e-9426ee9b4a01", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:53:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "2dbd1570-2380-4c69-807e-9426ee9b4a01", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:53:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "2ef173e5-75cb-48d2-9666-757620a0d627", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "2ef173e5-75cb-48d2-9666-757620a0d627", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "2ef173e5-75cb-48d2-9666-757620a0d627", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "e30d7b92-7c53-4654-aaf6-3cd6482c0a9b", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "2ef173e5-75cb-48d2-9666-757620a0d627", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c-kserve-route-authn"} 2026-07-14T19:53:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "2ef173e5-75cb-48d2-9666-757620a0d627", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:53:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "2ef173e5-75cb-48d2-9666-757620a0d627", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "e30d7b92-7c53-4654-aaf6-3cd6482c0a9b", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "e30d7b92-7c53-4654-aaf6-3cd6482c0a9b", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "1e1d778c-0167-40cf-81db-4b35d61ccb61", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "1e1d778c-0167-40cf-81db-4b35d61ccb61", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "1e1d778c-0167-40cf-81db-4b35d61ccb61", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "1e1d778c-0167-40cf-81db-4b35d61ccb61", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c-kserve-route-authn"} 2026-07-14T19:53:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "1e1d778c-0167-40cf-81db-4b35d61ccb61", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:53:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "1e1d778c-0167-40cf-81db-4b35d61ccb61", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d1656c9-8a17-41aa-a0d0-e411c986b961", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3da123cb-ff67-4add-9924-e642ad37e72f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "b2c6271a-8d6b-4a3c-a044-9b69c8beea24", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "b2c6271a-8d6b-4a3c-a044-9b69c8beea24", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "b2c6271a-8d6b-4a3c-a044-9b69c8beea24", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:53:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "477af1c4-5916-4b41-bf41-57e19d33d096", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "477af1c4-5916-4b41-bf41-57e19d33d096", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "477af1c4-5916-4b41-bf41-57e19d33d096", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:53:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "477af1c4-5916-4b41-bf41-57e19d33d096", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c-kserve-route-authn"} 2026-07-14T19:53:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "477af1c4-5916-4b41-bf41-57e19d33d096", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:53:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "477af1c4-5916-4b41-bf41-57e19d33d096", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:54:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "584c99c3-94ef-453b-be89-0c927fc4567e", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:54:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "584c99c3-94ef-453b-be89-0c927fc4567e", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:54:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "584c99c3-94ef-453b-be89-0c927fc4567e", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:54:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "584c99c3-94ef-453b-be89-0c927fc4567e", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c-kserve-route-authn"} 2026-07-14T19:54:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "584c99c3-94ef-453b-be89-0c927fc4567e", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:54:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "584c99c3-94ef-453b-be89-0c927fc4567e", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:54:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "7108fd62-34d8-490c-9208-ad999b7f29ba", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "7108fd62-34d8-490c-9208-ad999b7f29ba", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "7108fd62-34d8-490c-9208-ad999b7f29ba", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "b6a64545-0197-42d9-93b5-4044e0958bcb", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:54:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "7108fd62-34d8-490c-9208-ad999b7f29ba", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53-kserve-route-authn"} 2026-07-14T19:54:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "7108fd62-34d8-490c-9208-ad999b7f29ba", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:54:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "7108fd62-34d8-490c-9208-ad999b7f29ba", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "b6a64545-0197-42d9-93b5-4044e0958bcb", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:54:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "b6a64545-0197-42d9-93b5-4044e0958bcb", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:54:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "8117a728-2b01-493c-8748-bce33a3b0df6", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "8117a728-2b01-493c-8748-bce33a3b0df6", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "8117a728-2b01-493c-8748-bce33a3b0df6", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "8117a728-2b01-493c-8748-bce33a3b0df6", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53-kserve-route-authn"} 2026-07-14T19:54:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "8117a728-2b01-493c-8748-bce33a3b0df6", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:54:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "8117a728-2b01-493c-8748-bce33a3b0df6", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "6f8b3b76-e654-4ad1-8afe-1d241753d183", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:54:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "6f8b3b76-e654-4ad1-8afe-1d241753d183", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:54:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "6f8b3b76-e654-4ad1-8afe-1d241753d183", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:54:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5e36aca2-c938-4fd5-86b6-64ec4bb93831", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5e36aca2-c938-4fd5-86b6-64ec4bb93831", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5e36aca2-c938-4fd5-86b6-64ec4bb93831", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5e36aca2-c938-4fd5-86b6-64ec4bb93831", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53-kserve-route-authn"} 2026-07-14T19:54:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5e36aca2-c938-4fd5-86b6-64ec4bb93831", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:54:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5e36aca2-c938-4fd5-86b6-64ec4bb93831", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a73bb36f-be3e-481b-926a-591cd884f0e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:54:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5177d049-0ba2-49b5-90bc-3f9d9036d8d0", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5177d049-0ba2-49b5-90bc-3f9d9036d8d0", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5177d049-0ba2-49b5-90bc-3f9d9036d8d0", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5177d049-0ba2-49b5-90bc-3f9d9036d8d0", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53-kserve-route-authn"} 2026-07-14T19:54:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5177d049-0ba2-49b5-90bc-3f9d9036d8d0", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:54:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "5177d049-0ba2-49b5-90bc-3f9d9036d8d0", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:54:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "9c9bfac5-7f74-49f2-b5dc-ac86c531a44b", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:54:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "9c9bfac5-7f74-49f2-b5dc-ac86c531a44b", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:54:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "9c9bfac5-7f74-49f2-b5dc-ac86c531a44b", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "01009da7-6279-4de3-902a-cd1743544e3d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "01009da7-6279-4de3-902a-cd1743544e3d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "01009da7-6279-4de3-902a-cd1743544e3d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:56:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "e2dcae5e-bfeb-4c1b-b7ce-f2e6e6fb26ac", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "e2dcae5e-bfeb-4c1b-b7ce-f2e6e6fb26ac", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c"} 2026-07-14T19:56:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "e2dcae5e-bfeb-4c1b-b7ce-f2e6e6fb26ac", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "e2dcae5e-bfeb-4c1b-b7ce-f2e6e6fb26ac", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "e2dcae5e-bfeb-4c1b-b7ce-f2e6e6fb26ac", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c-kserve-route-authn"} 2026-07-14T19:56:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "e2dcae5e-bfeb-4c1b-b7ce-f2e6e6fb26ac", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c-kserve-route-authn"} 2026-07-14T19:56:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "e2dcae5e-bfeb-4c1b-b7ce-f2e6e6fb26ac", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "e2dcae5e-bfeb-4c1b-b7ce-f2e6e6fb26ac", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "auth-test-model-70659c", "reconcileID": "2eaed47e-df99-4724-84e7-988d9b58edfe", "LLMInferenceService": "auth-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "f84542eb-0b6b-4814-bd65-17682df3bb0a", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "f84542eb-0b6b-4814-bd65-17682df3bb0a", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "f84542eb-0b6b-4814-bd65-17682df3bb0a", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "5b6d47e5-2e15-45d3-bdf2-56b978a87e11", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "5b6d47e5-2e15-45d3-bdf2-56b978a87e11", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "5b6d47e5-2e15-45d3-bdf2-56b978a87e11", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:56:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "987315c9-6bfc-4257-91db-723b364c113a", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "987315c9-6bfc-4257-91db-723b364c113a", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53"} 2026-07-14T19:56:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "987315c9-6bfc-4257-91db-723b364c113a", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "987315c9-6bfc-4257-91db-723b364c113a", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "987315c9-6bfc-4257-91db-723b364c113a", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53-kserve-route-authn"} 2026-07-14T19:56:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "987315c9-6bfc-4257-91db-723b364c113a", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53-kserve-route-authn"} 2026-07-14T19:56:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "987315c9-6bfc-4257-91db-723b364c113a", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "987315c9-6bfc-4257-91db-723b364c113a", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "auth-test-model-356b53", "reconcileID": "08075eec-9361-45ac-a335-68bc958e4472", "LLMInferenceService": "auth-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "8c78af12-950a-4cb2-b336-f2f7e0554788", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:56:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "8c78af12-950a-4cb2-b336-f2f7e0554788", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:56:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "8c78af12-950a-4cb2-b336-f2f7e0554788", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:56:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "98016bbd-2003-496c-9694-5c182388137d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:56:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "98016bbd-2003-496c-9694-5c182388137d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:56:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "98016bbd-2003-496c-9694-5c182388137d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:56:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "fc934391-b4b5-47be-bf45-16e02e9baf5c", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "fc934391-b4b5-47be-bf45-16e02e9baf5c", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "fc934391-b4b5-47be-bf45-16e02e9baf5c", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "df62e42f-b447-4c93-ab71-a96e03b5dd7e", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:56:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "fc934391-b4b5-47be-bf45-16e02e9baf5c", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c-kserve-route-authn"} 2026-07-14T19:56:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "fc934391-b4b5-47be-bf45-16e02e9baf5c", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:56:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "fc934391-b4b5-47be-bf45-16e02e9baf5c", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "df62e42f-b447-4c93-ab71-a96e03b5dd7e", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:56:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "df62e42f-b447-4c93-ab71-a96e03b5dd7e", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:56:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "c5311173-4a4d-4c97-8293-397e091d3acb", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "c5311173-4a4d-4c97-8293-397e091d3acb", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "c5311173-4a4d-4c97-8293-397e091d3acb", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "c5311173-4a4d-4c97-8293-397e091d3acb", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c-kserve-route-authn"} 2026-07-14T19:56:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "c5311173-4a4d-4c97-8293-397e091d3acb", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:56:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "c5311173-4a4d-4c97-8293-397e091d3acb", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "cac023b9-c7a1-4966-8233-d92bba7cdd2b", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "cac023b9-c7a1-4966-8233-d92bba7cdd2b", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "cac023b9-c7a1-4966-8233-d92bba7cdd2b", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:56:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "965debdd-f742-4da0-a359-2e46d5072151", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "965debdd-f742-4da0-a359-2e46d5072151", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "965debdd-f742-4da0-a359-2e46d5072151", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "965debdd-f742-4da0-a359-2e46d5072151", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c-kserve-route-authn"} 2026-07-14T19:56:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "965debdd-f742-4da0-a359-2e46d5072151", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:56:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "965debdd-f742-4da0-a359-2e46d5072151", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "2534cb32-64aa-4b74-80ba-3a91b771c6d3", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "2534cb32-64aa-4b74-80ba-3a91b771c6d3", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "2534cb32-64aa-4b74-80ba-3a91b771c6d3", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "2534cb32-64aa-4b74-80ba-3a91b771c6d3", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c-kserve-route-authn"} 2026-07-14T19:56:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "2534cb32-64aa-4b74-80ba-3a91b771c6d3", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:56:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "2534cb32-64aa-4b74-80ba-3a91b771c6d3", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "321972c4-6506-49b7-a089-616b659e229b", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "321972c4-6506-49b7-a089-616b659e229b", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "321972c4-6506-49b7-a089-616b659e229b", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "321972c4-6506-49b7-a089-616b659e229b", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c-kserve-route-authn"} 2026-07-14T19:56:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "321972c4-6506-49b7-a089-616b659e229b", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:56:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "321972c4-6506-49b7-a089-616b659e229b", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:56:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "6f7cd6f1-a364-40b2-a965-fa4c495c40ce", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "6f7cd6f1-a364-40b2-a965-fa4c495c40ce", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "6f7cd6f1-a364-40b2-a965-fa4c495c40ce", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "c25a3528-ae44-4290-8c5d-00f6b3faa5be", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:56:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "6f7cd6f1-a364-40b2-a965-fa4c495c40ce", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53-kserve-route-authn"} 2026-07-14T19:56:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "6f7cd6f1-a364-40b2-a965-fa4c495c40ce", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:56:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "6f7cd6f1-a364-40b2-a965-fa4c495c40ce", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "c25a3528-ae44-4290-8c5d-00f6b3faa5be", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:56:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "c25a3528-ae44-4290-8c5d-00f6b3faa5be", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:56:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "e9b9c781-e616-49cd-972c-3daf9ef2aeb2", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "e9b9c781-e616-49cd-972c-3daf9ef2aeb2", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "e9b9c781-e616-49cd-972c-3daf9ef2aeb2", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "e9b9c781-e616-49cd-972c-3daf9ef2aeb2", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53-kserve-route-authn"} 2026-07-14T19:56:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "e9b9c781-e616-49cd-972c-3daf9ef2aeb2", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:56:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "e9b9c781-e616-49cd-972c-3daf9ef2aeb2", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "6b74e792-9741-4a89-963a-ba38290a29e8", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "6b74e792-9741-4a89-963a-ba38290a29e8", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "6b74e792-9741-4a89-963a-ba38290a29e8", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:56:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "188688ec-52fc-49ff-bea1-7d91471a5781", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "188688ec-52fc-49ff-bea1-7d91471a5781", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "188688ec-52fc-49ff-bea1-7d91471a5781", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "188688ec-52fc-49ff-bea1-7d91471a5781", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53-kserve-route-authn"} 2026-07-14T19:56:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "188688ec-52fc-49ff-bea1-7d91471a5781", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:56:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "188688ec-52fc-49ff-bea1-7d91471a5781", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "d37224f6-60b3-4491-8c2e-881b780a4ed0", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "d37224f6-60b3-4491-8c2e-881b780a4ed0", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "d37224f6-60b3-4491-8c2e-881b780a4ed0", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "d37224f6-60b3-4491-8c2e-881b780a4ed0", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53-kserve-route-authn"} 2026-07-14T19:56:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "d37224f6-60b3-4491-8c2e-881b780a4ed0", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:56:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "d37224f6-60b3-4491-8c2e-881b780a4ed0", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "16175596-f993-4fc1-94c5-ddf953a3ae01", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "16175596-f993-4fc1-94c5-ddf953a3ae01", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "16175596-f993-4fc1-94c5-ddf953a3ae01", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:56:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "16175596-f993-4fc1-94c5-ddf953a3ae01", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53-kserve-route-authn"} 2026-07-14T19:56:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "16175596-f993-4fc1-94c5-ddf953a3ae01", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:56:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "16175596-f993-4fc1-94c5-ddf953a3ae01", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "1e5da45e-16ff-4efa-8ee3-d866f6ba6af6", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "1e5da45e-16ff-4efa-8ee3-d866f6ba6af6", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c"} 2026-07-14T19:57:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "1e5da45e-16ff-4efa-8ee3-d866f6ba6af6", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "1e5da45e-16ff-4efa-8ee3-d866f6ba6af6", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "1e5da45e-16ff-4efa-8ee3-d866f6ba6af6", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c-kserve-route-authn"} 2026-07-14T19:57:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "1e5da45e-16ff-4efa-8ee3-d866f6ba6af6", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c-kserve-route-authn"} 2026-07-14T19:57:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "1e5da45e-16ff-4efa-8ee3-d866f6ba6af6", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "1e5da45e-16ff-4efa-8ee3-d866f6ba6af6", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "sub-test-model-70659c", "reconcileID": "75bda2a1-af5b-4b76-9e03-6c28a9c12da5", "LLMInferenceService": "sub-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "d6416414-9b83-432f-99ef-ecc365b6e8e1", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:57:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "d6416414-9b83-432f-99ef-ecc365b6e8e1", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:57:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "d6416414-9b83-432f-99ef-ecc365b6e8e1", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:57:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "8a15232c-8c0b-409c-96e1-58a4697a94c4", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:57:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "8a15232c-8c0b-409c-96e1-58a4697a94c4", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:57:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "8a15232c-8c0b-409c-96e1-58a4697a94c4", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:57:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "0729b8bc-754e-4af1-894f-c8ecc84e1794", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "0729b8bc-754e-4af1-894f-c8ecc84e1794", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53"} 2026-07-14T19:57:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "0729b8bc-754e-4af1-894f-c8ecc84e1794", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "0729b8bc-754e-4af1-894f-c8ecc84e1794", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "0729b8bc-754e-4af1-894f-c8ecc84e1794", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53-kserve-route-authn"} 2026-07-14T19:57:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "0729b8bc-754e-4af1-894f-c8ecc84e1794", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53-kserve-route-authn"} 2026-07-14T19:57:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "0729b8bc-754e-4af1-894f-c8ecc84e1794", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "0729b8bc-754e-4af1-894f-c8ecc84e1794", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "sub-test-model-356b53", "reconcileID": "6d2c48fd-9523-48dc-8195-2b8230ed593f", "LLMInferenceService": "sub-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "1c681bb2-7d78-46dd-8910-c3b4e4a709eb", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "1c681bb2-7d78-46dd-8910-c3b4e4a709eb", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "1c681bb2-7d78-46dd-8910-c3b4e4a709eb", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "98fb2c56-ea7d-4479-ad0a-db78191fd752", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "98fb2c56-ea7d-4479-ad0a-db78191fd752", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "98fb2c56-ea7d-4479-ad0a-db78191fd752", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:57:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8866bac5-01d6-4440-b893-e87f12a83185", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8866bac5-01d6-4440-b893-e87f12a83185", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8866bac5-01d6-4440-b893-e87f12a83185", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "eaddc8f0-5f6b-4bac-8f37-cd3d464459bb", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:57:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8866bac5-01d6-4440-b893-e87f12a83185", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c-kserve-route-authn"} 2026-07-14T19:57:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8866bac5-01d6-4440-b893-e87f12a83185", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:57:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8866bac5-01d6-4440-b893-e87f12a83185", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "eaddc8f0-5f6b-4bac-8f37-cd3d464459bb", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "eaddc8f0-5f6b-4bac-8f37-cd3d464459bb", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:57:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8e05a013-af5f-45be-a65a-1d5e60d46b0a", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8e05a013-af5f-45be-a65a-1d5e60d46b0a", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8e05a013-af5f-45be-a65a-1d5e60d46b0a", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8e05a013-af5f-45be-a65a-1d5e60d46b0a", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c-kserve-route-authn"} 2026-07-14T19:57:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8e05a013-af5f-45be-a65a-1d5e60d46b0a", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:57:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8e05a013-af5f-45be-a65a-1d5e60d46b0a", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "1f7cc9ea-dac9-4362-8bee-18b96149c0c3", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:57:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "1f7cc9ea-dac9-4362-8bee-18b96149c0c3", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:57:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "1f7cc9ea-dac9-4362-8bee-18b96149c0c3", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:57:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "57005048-e0d7-4826-9043-f95d6b650cb2", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "57005048-e0d7-4826-9043-f95d6b650cb2", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "57005048-e0d7-4826-9043-f95d6b650cb2", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "57005048-e0d7-4826-9043-f95d6b650cb2", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c-kserve-route-authn"} 2026-07-14T19:57:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "57005048-e0d7-4826-9043-f95d6b650cb2", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:57:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "57005048-e0d7-4826-9043-f95d6b650cb2", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "6af3d286-f8ce-42ac-bc1f-f1c869c89772", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "6af3d286-f8ce-42ac-bc1f-f1c869c89772", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "6af3d286-f8ce-42ac-bc1f-f1c869c89772", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "6af3d286-f8ce-42ac-bc1f-f1c869c89772", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c-kserve-route-authn"} 2026-07-14T19:57:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "6af3d286-f8ce-42ac-bc1f-f1c869c89772", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:57:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "6af3d286-f8ce-42ac-bc1f-f1c869c89772", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "270a5ecf-4394-4748-bc94-d87d5dc31643", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "270a5ecf-4394-4748-bc94-d87d5dc31643", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "270a5ecf-4394-4748-bc94-d87d5dc31643", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "270a5ecf-4394-4748-bc94-d87d5dc31643", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c-kserve-route-authn"} 2026-07-14T19:57:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "270a5ecf-4394-4748-bc94-d87d5dc31643", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "authType": "userdefined"} 2026-07-14T19:57:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "270a5ecf-4394-4748-bc94-d87d5dc31643", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:57:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "26f67684-5876-4bef-abf6-841e9dc179e7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "26f67684-5876-4bef-abf6-841e9dc179e7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "26f67684-5876-4bef-abf6-841e9dc179e7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "cd05a24f-f41c-4202-8005-175bac1886be", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:57:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "26f67684-5876-4bef-abf6-841e9dc179e7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53-kserve-route-authn"} 2026-07-14T19:57:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "26f67684-5876-4bef-abf6-841e9dc179e7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:57:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "26f67684-5876-4bef-abf6-841e9dc179e7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "cd05a24f-f41c-4202-8005-175bac1886be", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "cd05a24f-f41c-4202-8005-175bac1886be", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:57:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "3d9e711a-d25b-4ea0-969b-82ce190b1f58", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "3d9e711a-d25b-4ea0-969b-82ce190b1f58", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "3d9e711a-d25b-4ea0-969b-82ce190b1f58", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:57:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "3d9e711a-d25b-4ea0-969b-82ce190b1f58", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53-kserve-route-authn"} 2026-07-14T19:57:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "3d9e711a-d25b-4ea0-969b-82ce190b1f58", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:57:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "3d9e711a-d25b-4ea0-969b-82ce190b1f58", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "55b9d9e0-9e98-4538-a8c8-7a4b07e47b0d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:58:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "55b9d9e0-9e98-4538-a8c8-7a4b07e47b0d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:58:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "55b9d9e0-9e98-4538-a8c8-7a4b07e47b0d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:58:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "e21137d4-1901-465d-8afb-75b211b91cc2", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "e21137d4-1901-465d-8afb-75b211b91cc2", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "e21137d4-1901-465d-8afb-75b211b91cc2", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "e21137d4-1901-465d-8afb-75b211b91cc2", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53-kserve-route-authn"} 2026-07-14T19:58:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "e21137d4-1901-465d-8afb-75b211b91cc2", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:58:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "e21137d4-1901-465d-8afb-75b211b91cc2", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "f84a8033-6955-4ae0-bcae-c007a4ddea1d", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "f84a8033-6955-4ae0-bcae-c007a4ddea1d", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "f84a8033-6955-4ae0-bcae-c007a4ddea1d", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "f84a8033-6955-4ae0-bcae-c007a4ddea1d", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53-kserve-route-authn"} 2026-07-14T19:58:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "f84a8033-6955-4ae0-bcae-c007a4ddea1d", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "authType": "userdefined"} 2026-07-14T19:58:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "f84a8033-6955-4ae0-bcae-c007a4ddea1d", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:40Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T19:58:40Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T19:58:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T19:58:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T19:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "17c73465-4fe6-4c01-b9c7-d613d103469b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:58:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8aebdeb3-1b99-4dce-834e-ded81dc81e06", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:58:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8aebdeb3-1b99-4dce-834e-ded81dc81e06", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c"} 2026-07-14T19:58:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8aebdeb3-1b99-4dce-834e-ded81dc81e06", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:58:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8aebdeb3-1b99-4dce-834e-ded81dc81e06", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:58:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8aebdeb3-1b99-4dce-834e-ded81dc81e06", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c-kserve-route-authn"} 2026-07-14T19:58:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8aebdeb3-1b99-4dce-834e-ded81dc81e06", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c-kserve-route-authn"} 2026-07-14T19:58:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8aebdeb3-1b99-4dce-834e-ded81dc81e06", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:58:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "8aebdeb3-1b99-4dce-834e-ded81dc81e06", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:58:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-70659c","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "rate-test-model-70659c", "reconcileID": "6d4a49f1-d14f-4cf4-89a3-c0fac897e0be", "LLMInferenceService": "rate-test-model-70659c", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:58:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "fef9b9b0-8e54-421a-98c7-e49167c3bc0f", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:58:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "fef9b9b0-8e54-421a-98c7-e49167c3bc0f", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:58:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "fef9b9b0-8e54-421a-98c7-e49167c3bc0f", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:58:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "0532e916-b883-4f7e-80f1-37e2d241cbe5", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:58:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "0532e916-b883-4f7e-80f1-37e2d241cbe5", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:58:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "0532e916-b883-4f7e-80f1-37e2d241cbe5", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:58:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "d145509b-e470-4b3c-a1d0-7b89e67382a7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "d145509b-e470-4b3c-a1d0-7b89e67382a7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53"} 2026-07-14T19:58:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "d145509b-e470-4b3c-a1d0-7b89e67382a7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "d145509b-e470-4b3c-a1d0-7b89e67382a7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "d145509b-e470-4b3c-a1d0-7b89e67382a7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53-kserve-route-authn"} 2026-07-14T19:58:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "d145509b-e470-4b3c-a1d0-7b89e67382a7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53-kserve-route-authn"} 2026-07-14T19:58:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "d145509b-e470-4b3c-a1d0-7b89e67382a7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "d145509b-e470-4b3c-a1d0-7b89e67382a7", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-356b53","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "rate-test-model-356b53", "reconcileID": "a2ca3da2-53e2-4d45-a2db-adb98c1edb2c", "LLMInferenceService": "rate-test-model-356b53", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T19:58:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "f501896e-a478-47f1-87f4-4d88e927aedc", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:58:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "f501896e-a478-47f1-87f4-4d88e927aedc", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:58:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "f501896e-a478-47f1-87f4-4d88e927aedc", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:58:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "b604962e-a072-4261-80bc-8a65abcf7d97", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:58:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "b604962e-a072-4261-80bc-8a65abcf7d97", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:58:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "b604962e-a072-4261-80bc-8a65abcf7d97", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:58:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "06d96b23-cf38-4045-84de-02a2f48e8d54", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "099137cc-2934-4e86-b6a9-4f4baad6917a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:59:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "77bbdc79-5eea-4117-ab88-edf76cb23078", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:59:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6201479-dea7-46e8-b709-77995d295497", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:59:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "100245f7-5d38-4723-aa6d-38dcd659a9c0", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:59:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "100245f7-5d38-4723-aa6d-38dcd659a9c0", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:59:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "100245f7-5d38-4723-aa6d-38dcd659a9c0", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:59:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "fa4b5a8d-54f0-4551-9046-1381120f49db", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:59:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "fa4b5a8d-54f0-4551-9046-1381120f49db", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c-authn-ssl"} 2026-07-14T19:59:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "fa4b5a8d-54f0-4551-9046-1381120f49db", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4de29a-2b5a-4c5a-9082-be382432945e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:59:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4de29a-2b5a-4c5a-9082-be382432945e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T19:59:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4de29a-2b5a-4c5a-9082-be382432945e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-70659c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T19:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-trusted-ca-bundle", "reconcileID": "d95a5d09-6a84-4881-acda-0ff273638c8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-trusted-ca-bundle", "reconcileID": "d95a5d09-6a84-4881-acda-0ff273638c8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "openshift-service-ca.crt", "reconcileID": "14d168f7-b6dd-4a4d-b6df-d048b164a4e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "openshift-service-ca.crt", "reconcileID": "14d168f7-b6dd-4a4d-b6df-d048b164a4e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6700851-c523-4f44-98b0-83c0c8b9d90d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-70659c"}, "namespace": "ai-tenant-e2e-shared-a-70659c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6700851-c523-4f44-98b0-83c0c8b9d90d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-70659c"} 2026-07-14T19:59:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-70659c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-70659c", "reconcileID": "2033e35c-927b-44e0-9ced-00e5a8ed36f7", "Gateway": "e2e-shared-a-70659c", "namespace": "openshift-ingress"} 2026-07-14T19:59:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7610c823-fc00-4e2d-851b-21bad8ec36c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T19:59:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "9d134ac7-c1fc-4b3b-ba5d-11d601602765", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:59:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "9d134ac7-c1fc-4b3b-ba5d-11d601602765", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "9d134ac7-c1fc-4b3b-ba5d-11d601602765", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:59:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "e5836606-7ec1-4789-8845-c4c9d7314f2d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T19:59:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "e5836606-7ec1-4789-8845-c4c9d7314f2d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53-authn-ssl"} 2026-07-14T19:59:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "e5836606-7ec1-4789-8845-c4c9d7314f2d", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"} 2026-07-14T20:00:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "555b4ac2-9f73-47f9-9974-ede52b5ea7f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T20:00:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "555b4ac2-9f73-47f9-9974-ede52b5ea7f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:00:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "555b4ac2-9f73-47f9-9974-ede52b5ea7f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-356b53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T20:00:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-trusted-ca-bundle", "reconcileID": "bc2e3320-83d4-428b-a642-1a49ce7cdb41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T20:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-trusted-ca-bundle", "reconcileID": "bc2e3320-83d4-428b-a642-1a49ce7cdb41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T20:00:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "openshift-service-ca.crt", "reconcileID": "5d29f2e5-1b8c-46cd-9255-07fb869aba12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T20:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "openshift-service-ca.crt", "reconcileID": "5d29f2e5-1b8c-46cd-9255-07fb869aba12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T20:00:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92f73205-8e72-478f-9bb8-6f4a688545f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T20:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-356b53"}, "namespace": "ai-tenant-e2e-shared-b-356b53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92f73205-8e72-478f-9bb8-6f4a688545f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-356b53"} 2026-07-14T20:00:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-356b53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-356b53", "reconcileID": "2e8fe595-c4ac-495e-9b93-31080a800925", "Gateway": "e2e-shared-b-356b53", "namespace": "openshift-ingress"}