2026-07-08T20:01:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "350faace-dec4-438d-9f77-9527337caaa0", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "bfa466ad-4d97-4232-bafc-8f37a36ec8e4", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress"} 2026-07-08T20:01:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "bfa466ad-4d97-4232-bafc-8f37a36ec8e4", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4-authn-ssl"} 2026-07-08T20:01:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "bfa466ad-4d97-4232-bafc-8f37a36ec8e4", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress"} 2026-07-08T20:01:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "openshift-service-ca.crt", "reconcileID": "8ce6b8fa-6597-46e2-a8a4-26c4bd562b26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-trusted-ca-bundle", "reconcileID": "205b77d8-b795-44cf-af2e-c710ff097d63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "openshift-service-ca.crt", "reconcileID": "2d11fc58-c5af-4b0c-a3dd-a2e0134940c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b7fdb0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:01:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "openshift-service-ca.crt", "reconcileID": "2d11fc58-c5af-4b0c-a3dd-a2e0134940c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "openshift-service-ca.crt", "reconcileID": "ce1ce359-0350-46b5-b8ea-cfc228d61b57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b7fdb0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:01:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "openshift-service-ca.crt", "reconcileID": "ce1ce359-0350-46b5-b8ea-cfc228d61b57", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:01:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92ec0c21-17c8-413b-bd99-eeece1c48eba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:01:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92ec0c21-17c8-413b-bd99-eeece1c48eba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-trusted-ca-bundle", "reconcileID": "ee57f655-38a8-43e8-98ec-39f684767fcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "openshift-service-ca.crt", "reconcileID": "18a9f0be-1089-4d2a-89b9-0f45921e9a1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09c63a39-5caf-4026-88c0-1eb533da5def", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "27803788-ee3d-4691-8aa3-67a1a0ae850b", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "27803788-ee3d-4691-8aa3-67a1a0ae850b", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0-authn-ssl"} 2026-07-08T20:01:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "27803788-ee3d-4691-8aa3-67a1a0ae850b", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bfa74654-a9a3-47a3-b911-fad7fad4f5e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:01:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "fd9ecde0-32bd-4678-9e1d-aef1a09ad826", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "fd9ecde0-32bd-4678-9e1d-aef1a09ad826", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0-authn-ssl"} 2026-07-08T20:01:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "fd9ecde0-32bd-4678-9e1d-aef1a09ad826", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "08eab55d-71c8-447b-95fb-2c328ee998e5", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress"} 2026-07-08T20:01:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "08eab55d-71c8-447b-95fb-2c328ee998e5", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4-authn-ssl"} 2026-07-08T20:01:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "08eab55d-71c8-447b-95fb-2c328ee998e5", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress"} 2026-07-08T20:01:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a89a0c28-5b13-4078-a6ab-2a2a2185daab", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "fbda117a-9c2c-4e47-bc96-59b151afb59d", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress"} 2026-07-08T20:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "fbda117a-9c2c-4e47-bc96-59b151afb59d", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4-authn-ssl"} 2026-07-08T20:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "fbda117a-9c2c-4e47-bc96-59b151afb59d", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress"} 2026-07-08T20:01:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "8492e5ad-e4a3-49ba-87ed-6c567002a795", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "8492e5ad-e4a3-49ba-87ed-6c567002a795", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0-authn-ssl"} 2026-07-08T20:01:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "8492e5ad-e4a3-49ba-87ed-6c567002a795", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-6abdf4"}, "namespace": "ai-tenant-e2e-api-a-6abdf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05e811da-32b2-4a6b-a861-ed330c76dfc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6abdf4"} 2026-07-08T20:01:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-6abdf4"}, "namespace": "ai-tenant-e2e-api-a-6abdf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05e811da-32b2-4a6b-a861-ed330c76dfc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6abdf4"} 2026-07-08T20:01:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-6abdf4"}, "namespace": "ai-tenant-e2e-api-a-6abdf4", "name": "odh-trusted-ca-bundle", "reconcileID": "f4ee2239-0b9b-43de-8d77-9aabc737f347", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6abdf4"} 2026-07-08T20:01:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-6abdf4"}, "namespace": "ai-tenant-e2e-api-a-6abdf4", "name": "odh-trusted-ca-bundle", "reconcileID": "f4ee2239-0b9b-43de-8d77-9aabc737f347", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6abdf4"} 2026-07-08T20:01:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-6abdf4"}, "namespace": "ai-tenant-e2e-api-a-6abdf4", "name": "openshift-service-ca.crt", "reconcileID": "678a1c28-f3e2-4437-9f9e-a1931433c336", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-6abdf4"} 2026-07-08T20:01:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-6abdf4"}, "namespace": "ai-tenant-e2e-api-a-6abdf4", "name": "openshift-service-ca.crt", "reconcileID": "678a1c28-f3e2-4437-9f9e-a1931433c336", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-6abdf4"} 2026-07-08T20:01:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6abdf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6abdf4", "reconcileID": "5a67eee5-63e0-444e-bfce-b281c60e4c59", "Gateway": "e2e-api-a-6abdf4", "namespace": "openshift-ingress"} 2026-07-08T20:01:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ca7b9a4f-26dc-404b-a7e2-3cea6fa72c8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:01:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "323023c1-acc0-4ae7-8b62-01386281d9ef", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "323023c1-acc0-4ae7-8b62-01386281d9ef", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0-authn-ssl"} 2026-07-08T20:01:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "323023c1-acc0-4ae7-8b62-01386281d9ef", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ed66917-2801-441c-b29f-c5786a819d8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ed66917-2801-441c-b29f-c5786a819d8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:01:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ed66917-2801-441c-b29f-c5786a819d8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b7fdb0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:01:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-trusted-ca-bundle", "reconcileID": "b1b67bb6-b8fa-48b8-931b-a75290d05e63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-trusted-ca-bundle", "reconcileID": "b1b67bb6-b8fa-48b8-931b-a75290d05e63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "openshift-service-ca.crt", "reconcileID": "ae31f2d8-f75d-4b7d-8ade-20d62eb1a59c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "openshift-service-ca.crt", "reconcileID": "ae31f2d8-f75d-4b7d-8ade-20d62eb1a59c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef972f3a-7ca6-49e4-a368-ed5d9c46bc3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b7fdb0"}, "namespace": "ai-tenant-e2e-api-b-b7fdb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef972f3a-7ca6-49e4-a368-ed5d9c46bc3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b7fdb0"} 2026-07-08T20:01:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b7fdb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b7fdb0", "reconcileID": "1d0e6c4d-13aa-4915-ba96-e1df6de05df0", "Gateway": "e2e-api-b-b7fdb0", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "9e143e73-39a0-4f12-8c1c-a6ee88ce1eba", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "9e143e73-39a0-4f12-8c1c-a6ee88ce1eba", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:01:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "9e143e73-39a0-4f12-8c1c-a6ee88ce1eba", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "a2bac5cb-1d21-459d-836a-413f37a9715d", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "a2bac5cb-1d21-459d-836a-413f37a9715d", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:01:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "a2bac5cb-1d21-459d-836a-413f37a9715d", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "4a4ef52e-246a-4617-9d62-734add6987cd", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "4a4ef52e-246a-4617-9d62-734add6987cd", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:01:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "4a4ef52e-246a-4617-9d62-734add6987cd", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "67bc43c8-b7c6-4637-bfd0-c41cf47a97fc", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "67bc43c8-b7c6-4637-bfd0-c41cf47a97fc", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:01:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "67bc43c8-b7c6-4637-bfd0-c41cf47a97fc", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "ea953ee2-a95f-42ce-b9bb-318172d7ff87", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "ea953ee2-a95f-42ce-b9bb-318172d7ff87", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:01:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "ea953ee2-a95f-42ce-b9bb-318172d7ff87", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "810c8671-c693-4c7b-b767-bd94b9ee8e75", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "810c8671-c693-4c7b-b767-bd94b9ee8e75", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:01:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "810c8671-c693-4c7b-b767-bd94b9ee8e75", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "64e1d248-1fcf-4c70-9e85-4982c2767d53", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "64e1d248-1fcf-4c70-9e85-4982c2767d53", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:01:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "64e1d248-1fcf-4c70-9e85-4982c2767d53", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-trusted-ca-bundle", "reconcileID": "faa5673b-3009-4eca-9204-a82293f87fa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:01:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "openshift-service-ca.crt", "reconcileID": "b7e915f7-12ab-4344-a270-bf4b643c197c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:01:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "openshift-service-ca.crt", "reconcileID": "ab5b4e65-c6a3-4c94-bd6f-7b8b9942780e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-960620", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:01:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "openshift-service-ca.crt", "reconcileID": "ab5b4e65-c6a3-4c94-bd6f-7b8b9942780e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:01:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "openshift-service-ca.crt", "reconcileID": "89e07f08-2cb0-44f6-bf27-b0e577952e22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-960620", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:01:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "openshift-service-ca.crt", "reconcileID": "89e07f08-2cb0-44f6-bf27-b0e577952e22", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:01:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e494a751-5caa-40ad-9e8b-ec686eb83c9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:01:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e494a751-5caa-40ad-9e8b-ec686eb83c9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:01:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-trusted-ca-bundle", "reconcileID": "a178c1d7-f722-493b-9ef0-bacf9ad4673d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:01:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "openshift-service-ca.crt", "reconcileID": "b9c551fb-c654-4d8a-9c64-0c5b4eb30fa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:01:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96d4f731-82c7-439b-a3da-37fe4cc17758", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:01:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "180b4a81-e3fb-490d-92db-81ea6960fa72", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "180b4a81-e3fb-490d-92db-81ea6960fa72", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:01:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "180b4a81-e3fb-490d-92db-81ea6960fa72", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e3eb6efa-c47d-4641-a7dc-a93dda4b02a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "9d560ec4-6514-4afc-8038-e5978fb54c5d", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "9d560ec4-6514-4afc-8038-e5978fb54c5d", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "9d560ec4-6514-4afc-8038-e5978fb54c5d", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "0a6cfe38-8c0e-46b4-a865-4b49bde42dbd", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "0a6cfe38-8c0e-46b4-a865-4b49bde42dbd", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:51Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "0a6cfe38-8c0e-46b4-a865-4b49bde42dbd", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-ceba08-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-ceba08-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:01:51Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-ceba08-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-ceba08-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-ceba08","uid":"bff3ad22-2621-4684-8b74-44248dc7f970","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"52080"}, "reason": "ReconcileError"} 2026-07-08T20:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "6ae6fe1a-2398-46aa-8f32-b36c16904427", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "6ae6fe1a-2398-46aa-8f32-b36c16904427", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "6ae6fe1a-2398-46aa-8f32-b36c16904427", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "e6bc508b-8458-4c57-a5dc-3673459500a6", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "e6bc508b-8458-4c57-a5dc-3673459500a6", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "e6bc508b-8458-4c57-a5dc-3673459500a6", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "80667e3d-d08e-48c2-818b-44a63e1d9898", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "80667e3d-d08e-48c2-818b-44a63e1d9898", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "80667e3d-d08e-48c2-818b-44a63e1d9898", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "968ae625-1447-46e9-a9f3-bae6859da2dd", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "968ae625-1447-46e9-a9f3-bae6859da2dd", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "968ae625-1447-46e9-a9f3-bae6859da2dd", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "7a995833-b74f-4f41-a4a3-e1eba17ad5d3", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "7a995833-b74f-4f41-a4a3-e1eba17ad5d3", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "7a995833-b74f-4f41-a4a3-e1eba17ad5d3", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "b9298294-35dd-4175-a786-ffaa21d55cdc", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "b9298294-35dd-4175-a786-ffaa21d55cdc", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:01:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "b9298294-35dd-4175-a786-ffaa21d55cdc", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:01:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "bf16c126-a701-4e41-973f-cc68388e28a5", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "bf16c126-a701-4e41-973f-cc68388e28a5", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "bf16c126-a701-4e41-973f-cc68388e28a5", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "openshift-service-ca.crt", "reconcileID": "401914dd-56e4-4d94-9639-3b95e587704d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:01:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-trusted-ca-bundle", "reconcileID": "f6a3f6b3-b44a-4c39-9bcb-ed6a876840b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:01:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "openshift-service-ca.crt", "reconcileID": "628683e6-95fc-4571-8b0a-5acef1513a81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ceba08", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:01:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "openshift-service-ca.crt", "reconcileID": "628683e6-95fc-4571-8b0a-5acef1513a81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:01:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b517fc4f-d6ce-41d9-8a95-c5b2cfc3eb03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:01:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "openshift-service-ca.crt", "reconcileID": "483b92a2-e0d6-4c19-98ae-ac992a77b62b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:01:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-trusted-ca-bundle", "reconcileID": "529b450c-c117-4fa7-a6ad-b5f85cc33721", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:01:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-trusted-ca-bundle", "reconcileID": "529b450c-c117-4fa7-a6ad-b5f85cc33721", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:01:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74999429-8cc1-43d0-b976-dd489d4e9326", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "5854d247-a53d-44b9-a9e1-5c70a8b19aae", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "5854d247-a53d-44b9-a9e1-5c70a8b19aae", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "5854d247-a53d-44b9-a9e1-5c70a8b19aae", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a1e8645a-609c-4cd4-85b2-07a6e04e52e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:01:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "b8dc9938-a125-4ef1-82ca-51e40c284193", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:01:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "b8dc9938-a125-4ef1-82ca-51e40c284193", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:01:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "b8dc9938-a125-4ef1-82ca-51e40c284193", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:02:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "33b03165-a149-4f73-a5dd-795126daf148", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "33b03165-a149-4f73-a5dd-795126daf148", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "33b03165-a149-4f73-a5dd-795126daf148", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "33b03165-a149-4f73-a5dd-795126daf148", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620-kserve-route-authn"} 2026-07-08T20:02:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "33b03165-a149-4f73-a5dd-795126daf148", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:02:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "33b03165-a149-4f73-a5dd-795126daf148", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "c9392f7a-6cac-445b-acae-db9fddd3198a", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:02:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "c9392f7a-6cac-445b-acae-db9fddd3198a", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:02:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "c9392f7a-6cac-445b-acae-db9fddd3198a", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:02:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "78d2a25d-03ee-4840-bc64-fea3dae4ae10", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "78d2a25d-03ee-4840-bc64-fea3dae4ae10", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "78d2a25d-03ee-4840-bc64-fea3dae4ae10", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "78d2a25d-03ee-4840-bc64-fea3dae4ae10", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620-kserve-route-authn"} 2026-07-08T20:02:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "78d2a25d-03ee-4840-bc64-fea3dae4ae10", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:02:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "78d2a25d-03ee-4840-bc64-fea3dae4ae10", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "889ab056-9625-4f74-a516-50e0db8af000", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "12371e09-f4ae-4dab-a0be-b646e4dee72d", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "12371e09-f4ae-4dab-a0be-b646e4dee72d", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "12371e09-f4ae-4dab-a0be-b646e4dee72d", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:02:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "3707a2c0-4225-49dc-814d-d6002ba8cce2", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "3707a2c0-4225-49dc-814d-d6002ba8cce2", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "3707a2c0-4225-49dc-814d-d6002ba8cce2", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "3707a2c0-4225-49dc-814d-d6002ba8cce2", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620-kserve-route-authn"} 2026-07-08T20:02:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "3707a2c0-4225-49dc-814d-d6002ba8cce2", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:02:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "3707a2c0-4225-49dc-814d-d6002ba8cce2", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "497b2589-105b-435d-86ae-654850f76484", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:02:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "ba143d50-1195-4b60-894f-213af7ec3966", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "ba143d50-1195-4b60-894f-213af7ec3966", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "ba143d50-1195-4b60-894f-213af7ec3966", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "ba143d50-1195-4b60-894f-213af7ec3966", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620-kserve-route-authn"} 2026-07-08T20:02:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "ba143d50-1195-4b60-894f-213af7ec3966", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:02:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "ba143d50-1195-4b60-894f-213af7ec3966", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9bab70ac-5c7b-4e82-92a0-891b52002294", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9bab70ac-5c7b-4e82-92a0-891b52002294", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9bab70ac-5c7b-4e82-92a0-891b52002294", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9bab70ac-5c7b-4e82-92a0-891b52002294", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620-kserve-route-authn"} 2026-07-08T20:02:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9bab70ac-5c7b-4e82-92a0-891b52002294", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:02:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9bab70ac-5c7b-4e82-92a0-891b52002294", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:02:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "84ea1da4-c07b-4e9a-b951-534226840fb0", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "84ea1da4-c07b-4e9a-b951-534226840fb0", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "84ea1da4-c07b-4e9a-b951-534226840fb0", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "b9792887-49db-4a5f-8980-105cd2e19bc1", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:02:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "84ea1da4-c07b-4e9a-b951-534226840fb0", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:02:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "84ea1da4-c07b-4e9a-b951-534226840fb0", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:02:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "84ea1da4-c07b-4e9a-b951-534226840fb0", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "b9792887-49db-4a5f-8980-105cd2e19bc1", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:02:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "b9792887-49db-4a5f-8980-105cd2e19bc1", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:02:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "dbf8fb84-3168-45a6-ab16-d71aa06b85bc", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "dbf8fb84-3168-45a6-ab16-d71aa06b85bc", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "dbf8fb84-3168-45a6-ab16-d71aa06b85bc", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "dbf8fb84-3168-45a6-ab16-d71aa06b85bc", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:02:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "dbf8fb84-3168-45a6-ab16-d71aa06b85bc", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:02:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "dbf8fb84-3168-45a6-ab16-d71aa06b85bc", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "a50b57a4-6c91-48c8-b030-0d6f8bafd292", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:02:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "a50b57a4-6c91-48c8-b030-0d6f8bafd292", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:02:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "a50b57a4-6c91-48c8-b030-0d6f8bafd292", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:02:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "0e047550-1925-454c-bf6a-a0060a0afa2a", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "0e047550-1925-454c-bf6a-a0060a0afa2a", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "0e047550-1925-454c-bf6a-a0060a0afa2a", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:02:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "0e047550-1925-454c-bf6a-a0060a0afa2a", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:02:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "0e047550-1925-454c-bf6a-a0060a0afa2a", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:02:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "0e047550-1925-454c-bf6a-a0060a0afa2a", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:03:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "81bad992-94de-4b60-ab19-aad91ec375ff", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:03:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "81bad992-94de-4b60-ab19-aad91ec375ff", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:03:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "81bad992-94de-4b60-ab19-aad91ec375ff", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:03:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "81bad992-94de-4b60-ab19-aad91ec375ff", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:03:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "81bad992-94de-4b60-ab19-aad91ec375ff", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:03:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "81bad992-94de-4b60-ab19-aad91ec375ff", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:03:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "9e0023f9-cf2a-4c4d-87ee-6b76afde14e4", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:03:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "9e0023f9-cf2a-4c4d-87ee-6b76afde14e4", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:03:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "9e0023f9-cf2a-4c4d-87ee-6b76afde14e4", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:03:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "5a88f3a1-197e-4b9e-b820-9aedc92b37ed", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:03:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "5a88f3a1-197e-4b9e-b820-9aedc92b37ed", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:03:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "5a88f3a1-197e-4b9e-b820-9aedc92b37ed", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:04:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T20:04:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T20:04:27Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T20:04:27Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T20:04:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9c2fe8a4-d125-41e3-95a3-8b43babdb534", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9c2fe8a4-d125-41e3-95a3-8b43babdb534", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620"} 2026-07-08T20:04:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9c2fe8a4-d125-41e3-95a3-8b43babdb534", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9c2fe8a4-d125-41e3-95a3-8b43babdb534", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9c2fe8a4-d125-41e3-95a3-8b43babdb534", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620-kserve-route-authn"} 2026-07-08T20:04:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9c2fe8a4-d125-41e3-95a3-8b43babdb534", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620-kserve-route-authn"} 2026-07-08T20:04:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9c2fe8a4-d125-41e3-95a3-8b43babdb534", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "9c2fe8a4-d125-41e3-95a3-8b43babdb534", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "auth-test-model-960620", "reconcileID": "6c92ae6d-f25d-45e7-a1c9-769f979263fe", "LLMInferenceService": "auth-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "11e71172-7125-4d84-9e72-e87b05dcae1d", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:04:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "11e71172-7125-4d84-9e72-e87b05dcae1d", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:04:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "11e71172-7125-4d84-9e72-e87b05dcae1d", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:04:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "d307b81a-7d75-402a-8a3f-9881e135b0f9", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:04:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "d307b81a-7d75-402a-8a3f-9881e135b0f9", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:04:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "d307b81a-7d75-402a-8a3f-9881e135b0f9", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:04:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "8208d170-2330-48ed-bc43-ce83dd82ff9b", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:04:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "8208d170-2330-48ed-bc43-ce83dd82ff9b", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08"} 2026-07-08T20:04:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "8208d170-2330-48ed-bc43-ce83dd82ff9b", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:04:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "8208d170-2330-48ed-bc43-ce83dd82ff9b", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:04:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "8208d170-2330-48ed-bc43-ce83dd82ff9b", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:04:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "8208d170-2330-48ed-bc43-ce83dd82ff9b", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:04:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "8208d170-2330-48ed-bc43-ce83dd82ff9b", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:04:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "8208d170-2330-48ed-bc43-ce83dd82ff9b", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:04:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "auth-test-model-ceba08", "reconcileID": "c74997fd-9edf-4fc8-8d33-e3b95c3a0a6f", "LLMInferenceService": "auth-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "8fb66424-056a-40b3-b6a9-d565005c34a4", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "8fb66424-056a-40b3-b6a9-d565005c34a4", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "8fb66424-056a-40b3-b6a9-d565005c34a4", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "2c8a1c01-f7a5-4f07-8fa4-bdde4ad1bdad", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "2c8a1c01-f7a5-4f07-8fa4-bdde4ad1bdad", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "2c8a1c01-f7a5-4f07-8fa4-bdde4ad1bdad", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:04:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d86078fb-825e-4693-a7d6-bd63b0b6fb64", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d86078fb-825e-4693-a7d6-bd63b0b6fb64", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d86078fb-825e-4693-a7d6-bd63b0b6fb64", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "a965dbec-5b71-4578-bafe-d57d7c83f454", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:04:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d86078fb-825e-4693-a7d6-bd63b0b6fb64", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620-kserve-route-authn"} 2026-07-08T20:04:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d86078fb-825e-4693-a7d6-bd63b0b6fb64", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:04:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d86078fb-825e-4693-a7d6-bd63b0b6fb64", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "a965dbec-5b71-4578-bafe-d57d7c83f454", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:04:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "a965dbec-5b71-4578-bafe-d57d7c83f454", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:04:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "ae5f61d7-8ea1-4823-8e6a-37c4707a5469", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "ae5f61d7-8ea1-4823-8e6a-37c4707a5469", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "ae5f61d7-8ea1-4823-8e6a-37c4707a5469", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:04:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "ae5f61d7-8ea1-4823-8e6a-37c4707a5469", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620-kserve-route-authn"} 2026-07-08T20:04:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "ae5f61d7-8ea1-4823-8e6a-37c4707a5469", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:04:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "ae5f61d7-8ea1-4823-8e6a-37c4707a5469", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "7a1993c7-079e-4633-87c5-bd860a420f8e", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "7a1993c7-079e-4633-87c5-bd860a420f8e", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "7a1993c7-079e-4633-87c5-bd860a420f8e", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:05:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d863b5ec-862f-4953-bcb5-23580edf919a", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d863b5ec-862f-4953-bcb5-23580edf919a", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d863b5ec-862f-4953-bcb5-23580edf919a", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d863b5ec-862f-4953-bcb5-23580edf919a", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620-kserve-route-authn"} 2026-07-08T20:05:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d863b5ec-862f-4953-bcb5-23580edf919a", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:05:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d863b5ec-862f-4953-bcb5-23580edf919a", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "c5742764-98bc-4722-add8-aa075f4f3677", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "c5742764-98bc-4722-add8-aa075f4f3677", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "c5742764-98bc-4722-add8-aa075f4f3677", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "c5742764-98bc-4722-add8-aa075f4f3677", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620-kserve-route-authn"} 2026-07-08T20:05:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "c5742764-98bc-4722-add8-aa075f4f3677", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:05:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "c5742764-98bc-4722-add8-aa075f4f3677", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "12aa7764-1424-4919-b370-dd587a7fd017", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "12aa7764-1424-4919-b370-dd587a7fd017", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "12aa7764-1424-4919-b370-dd587a7fd017", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "12aa7764-1424-4919-b370-dd587a7fd017", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620-kserve-route-authn"} 2026-07-08T20:05:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "12aa7764-1424-4919-b370-dd587a7fd017", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:05:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "12aa7764-1424-4919-b370-dd587a7fd017", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:05:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3dda5f68-73a3-4036-8be1-5fe9bee33d79", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3dda5f68-73a3-4036-8be1-5fe9bee33d79", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3dda5f68-73a3-4036-8be1-5fe9bee33d79", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "bd12c936-560c-4d68-8d0c-47992f43c0ac", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:05:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3dda5f68-73a3-4036-8be1-5fe9bee33d79", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:05:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3dda5f68-73a3-4036-8be1-5fe9bee33d79", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:05:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3dda5f68-73a3-4036-8be1-5fe9bee33d79", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "bd12c936-560c-4d68-8d0c-47992f43c0ac", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:05:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "bd12c936-560c-4d68-8d0c-47992f43c0ac", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:05:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "7c4d0095-1dfb-417e-b030-ba44de84410f", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "7c4d0095-1dfb-417e-b030-ba44de84410f", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "7c4d0095-1dfb-417e-b030-ba44de84410f", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "7c4d0095-1dfb-417e-b030-ba44de84410f", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:05:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "7c4d0095-1dfb-417e-b030-ba44de84410f", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:05:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "7c4d0095-1dfb-417e-b030-ba44de84410f", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "56c8b947-9151-4801-aff9-aaf465ec1023", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "a17e8dba-622e-4d60-9b53-02dd1e766656", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "a17e8dba-622e-4d60-9b53-02dd1e766656", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "a17e8dba-622e-4d60-9b53-02dd1e766656", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:05:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "13bbb827-22e7-404b-8633-9cfb5094e417", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "13bbb827-22e7-404b-8633-9cfb5094e417", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "13bbb827-22e7-404b-8633-9cfb5094e417", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "13bbb827-22e7-404b-8633-9cfb5094e417", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:05:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "13bbb827-22e7-404b-8633-9cfb5094e417", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:05:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "13bbb827-22e7-404b-8633-9cfb5094e417", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "86fd5396-3a5f-422b-89c2-7731c4ee1914", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "86fd5396-3a5f-422b-89c2-7731c4ee1914", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "86fd5396-3a5f-422b-89c2-7731c4ee1914", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:05:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "86fd5396-3a5f-422b-89c2-7731c4ee1914", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:05:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "86fd5396-3a5f-422b-89c2-7731c4ee1914", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:05:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "86fd5396-3a5f-422b-89c2-7731c4ee1914", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "735467d3-0f3b-404c-942c-9905f32fa8a6", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "735467d3-0f3b-404c-942c-9905f32fa8a6", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620"} 2026-07-08T20:06:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "735467d3-0f3b-404c-942c-9905f32fa8a6", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "735467d3-0f3b-404c-942c-9905f32fa8a6", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "735467d3-0f3b-404c-942c-9905f32fa8a6", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620-kserve-route-authn"} 2026-07-08T20:06:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "735467d3-0f3b-404c-942c-9905f32fa8a6", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620-kserve-route-authn"} 2026-07-08T20:06:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "735467d3-0f3b-404c-942c-9905f32fa8a6", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "735467d3-0f3b-404c-942c-9905f32fa8a6", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "sub-test-model-960620", "reconcileID": "d52765d1-c160-43d0-86cf-ea9bc24ea6d4", "LLMInferenceService": "sub-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "5c4f89e4-5cd9-4ade-aee5-e3a13b33486a", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:06:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "5c4f89e4-5cd9-4ade-aee5-e3a13b33486a", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:06:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "5c4f89e4-5cd9-4ade-aee5-e3a13b33486a", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:06:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "c724ec07-78be-4fd7-bbcc-5ed860f8c4c4", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:06:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "c724ec07-78be-4fd7-bbcc-5ed860f8c4c4", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:06:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "c724ec07-78be-4fd7-bbcc-5ed860f8c4c4", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:06:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3578d87f-c355-4945-8a88-0077a0b789a2", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3578d87f-c355-4945-8a88-0077a0b789a2", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08"} 2026-07-08T20:06:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3578d87f-c355-4945-8a88-0077a0b789a2", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3578d87f-c355-4945-8a88-0077a0b789a2", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3578d87f-c355-4945-8a88-0077a0b789a2", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:06:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3578d87f-c355-4945-8a88-0077a0b789a2", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:06:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3578d87f-c355-4945-8a88-0077a0b789a2", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "3578d87f-c355-4945-8a88-0077a0b789a2", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "sub-test-model-ceba08", "reconcileID": "2da85868-454b-4dd5-8494-9735231ee867", "LLMInferenceService": "sub-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "131d234e-8f05-404c-91e3-80d82cb07523", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:06:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "131d234e-8f05-404c-91e3-80d82cb07523", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:06:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "131d234e-8f05-404c-91e3-80d82cb07523", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:06:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "ede7bd43-3323-4f7a-ae4c-76a9a1903acc", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:06:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "ede7bd43-3323-4f7a-ae4c-76a9a1903acc", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:06:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "ede7bd43-3323-4f7a-ae4c-76a9a1903acc", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:06:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "044b0e76-d3b6-47b2-8da7-1bab41d01e02", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "044b0e76-d3b6-47b2-8da7-1bab41d01e02", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "044b0e76-d3b6-47b2-8da7-1bab41d01e02", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "4f4c5ec2-a54d-49da-8a93-a885d410b7df", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:06:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "044b0e76-d3b6-47b2-8da7-1bab41d01e02", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620-kserve-route-authn"} 2026-07-08T20:06:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "044b0e76-d3b6-47b2-8da7-1bab41d01e02", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:06:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "044b0e76-d3b6-47b2-8da7-1bab41d01e02", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "4f4c5ec2-a54d-49da-8a93-a885d410b7df", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "4f4c5ec2-a54d-49da-8a93-a885d410b7df", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:06:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "e5c4cf18-e161-412d-b43f-aeaddad44a91", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "e5c4cf18-e161-412d-b43f-aeaddad44a91", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "e5c4cf18-e161-412d-b43f-aeaddad44a91", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "e5c4cf18-e161-412d-b43f-aeaddad44a91", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620-kserve-route-authn"} 2026-07-08T20:06:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "e5c4cf18-e161-412d-b43f-aeaddad44a91", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:06:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "e5c4cf18-e161-412d-b43f-aeaddad44a91", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "4a8802b2-f44c-4fd2-9891-4f2a2a373c98", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:06:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "4a8802b2-f44c-4fd2-9891-4f2a2a373c98", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:06:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "4a8802b2-f44c-4fd2-9891-4f2a2a373c98", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:06:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "009366c1-229c-434d-923c-71e7d2d714b8", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "009366c1-229c-434d-923c-71e7d2d714b8", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "009366c1-229c-434d-923c-71e7d2d714b8", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "009366c1-229c-434d-923c-71e7d2d714b8", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620-kserve-route-authn"} 2026-07-08T20:06:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "009366c1-229c-434d-923c-71e7d2d714b8", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:06:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "009366c1-229c-434d-923c-71e7d2d714b8", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "4d6cfc25-9097-4954-8294-0aeaf5ecc730", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "4d6cfc25-9097-4954-8294-0aeaf5ecc730", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "4d6cfc25-9097-4954-8294-0aeaf5ecc730", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "4d6cfc25-9097-4954-8294-0aeaf5ecc730", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620-kserve-route-authn"} 2026-07-08T20:06:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "4d6cfc25-9097-4954-8294-0aeaf5ecc730", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:06:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "4d6cfc25-9097-4954-8294-0aeaf5ecc730", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "84a142f3-648c-4b82-933b-bdcc60732deb", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "84a142f3-648c-4b82-933b-bdcc60732deb", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "84a142f3-648c-4b82-933b-bdcc60732deb", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "84a142f3-648c-4b82-933b-bdcc60732deb", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620-kserve-route-authn"} 2026-07-08T20:06:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "84a142f3-648c-4b82-933b-bdcc60732deb", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "authType": "userdefined"} 2026-07-08T20:06:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "84a142f3-648c-4b82-933b-bdcc60732deb", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:06:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "80196fe7-2df2-40cd-aee2-a02c714a07de", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "80196fe7-2df2-40cd-aee2-a02c714a07de", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "80196fe7-2df2-40cd-aee2-a02c714a07de", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "cfb2f6c5-ce3a-48a8-9249-b17b8b4b6b55", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:06:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "80196fe7-2df2-40cd-aee2-a02c714a07de", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:06:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "80196fe7-2df2-40cd-aee2-a02c714a07de", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:06:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "80196fe7-2df2-40cd-aee2-a02c714a07de", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "cfb2f6c5-ce3a-48a8-9249-b17b8b4b6b55", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:06:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "cfb2f6c5-ce3a-48a8-9249-b17b8b4b6b55", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:06:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "0422150e-7f5b-4614-9056-cb1911fa4829", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "0422150e-7f5b-4614-9056-cb1911fa4829", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "0422150e-7f5b-4614-9056-cb1911fa4829", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:06:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "0422150e-7f5b-4614-9056-cb1911fa4829", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:06:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "0422150e-7f5b-4614-9056-cb1911fa4829", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:06:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "0422150e-7f5b-4614-9056-cb1911fa4829", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "aee5b755-c0b1-48a8-ae51-d2f025c3fd6d", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:07:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "aee5b755-c0b1-48a8-ae51-d2f025c3fd6d", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:07:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "aee5b755-c0b1-48a8-ae51-d2f025c3fd6d", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:07:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ad06477b-0212-4eff-ad5b-928e2e89839f", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ad06477b-0212-4eff-ad5b-928e2e89839f", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ad06477b-0212-4eff-ad5b-928e2e89839f", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ad06477b-0212-4eff-ad5b-928e2e89839f", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:07:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ad06477b-0212-4eff-ad5b-928e2e89839f", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:07:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ad06477b-0212-4eff-ad5b-928e2e89839f", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "77c7cb10-cee8-42ef-9160-aa1660532dcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:07:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "11cc3ddf-69bc-45bf-90a1-5399017744ea", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "11cc3ddf-69bc-45bf-90a1-5399017744ea", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "11cc3ddf-69bc-45bf-90a1-5399017744ea", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "11cc3ddf-69bc-45bf-90a1-5399017744ea", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:07:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "11cc3ddf-69bc-45bf-90a1-5399017744ea", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "authType": "userdefined"} 2026-07-08T20:07:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "11cc3ddf-69bc-45bf-90a1-5399017744ea", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a886827e-7593-4102-89a4-84c8401350c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:07:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "260d7c84-e639-4c77-89e5-1b5aaf49e7ba", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:07:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "260d7c84-e639-4c77-89e5-1b5aaf49e7ba", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620"} 2026-07-08T20:07:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "260d7c84-e639-4c77-89e5-1b5aaf49e7ba", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:07:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "260d7c84-e639-4c77-89e5-1b5aaf49e7ba", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:07:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "260d7c84-e639-4c77-89e5-1b5aaf49e7ba", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620-kserve-route-authn"} 2026-07-08T20:07:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "260d7c84-e639-4c77-89e5-1b5aaf49e7ba", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620-kserve-route-authn"} 2026-07-08T20:07:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "260d7c84-e639-4c77-89e5-1b5aaf49e7ba", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:07:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "260d7c84-e639-4c77-89e5-1b5aaf49e7ba", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:07:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-960620","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "rate-test-model-960620", "reconcileID": "c55c4c5e-6254-4dee-a8ce-0dbfb1cbf9a7", "LLMInferenceService": "rate-test-model-960620", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:07:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "1e778ba6-d7d5-4222-a79d-7d27f6cfdeb4", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:07:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "1e778ba6-d7d5-4222-a79d-7d27f6cfdeb4", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:07:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "1e778ba6-d7d5-4222-a79d-7d27f6cfdeb4", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:07:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "44d5d681-41ed-471b-8429-385825cf85f1", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:07:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "44d5d681-41ed-471b-8429-385825cf85f1", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:07:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "44d5d681-41ed-471b-8429-385825cf85f1", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:07:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ace74305-bdb9-4a3d-a93d-246656c53a16", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ace74305-bdb9-4a3d-a93d-246656c53a16", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08"} 2026-07-08T20:07:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ace74305-bdb9-4a3d-a93d-246656c53a16", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ace74305-bdb9-4a3d-a93d-246656c53a16", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ace74305-bdb9-4a3d-a93d-246656c53a16", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:07:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ace74305-bdb9-4a3d-a93d-246656c53a16", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08-kserve-route-authn"} 2026-07-08T20:07:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ace74305-bdb9-4a3d-a93d-246656c53a16", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "ace74305-bdb9-4a3d-a93d-246656c53a16", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ceba08","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "rate-test-model-ceba08", "reconcileID": "7be20cc3-7e1c-4392-bec2-6740a3aec9a3", "LLMInferenceService": "rate-test-model-ceba08", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "89234771-2bd7-40d5-84a1-5583c5e918ad", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "89234771-2bd7-40d5-84a1-5583c5e918ad", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "89234771-2bd7-40d5-84a1-5583c5e918ad", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "de81d7a2-a12d-427b-a3a7-a8dba27906d6", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "de81d7a2-a12d-427b-a3a7-a8dba27906d6", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "de81d7a2-a12d-427b-a3a7-a8dba27906d6", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "61b96aa2-9043-4f5b-a521-cbda9a11d5d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "2e2e236d-d9a2-47b6-a0f1-d8549db14a0f", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "2e2e236d-d9a2-47b6-a0f1-d8549db14a0f", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress", "name": "e2e-shared-a-960620-authn-ssl"} 2026-07-08T20:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "2e2e236d-d9a2-47b6-a0f1-d8549db14a0f", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d1c8ae8-2cc1-403f-9d65-f5d275a0a3ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:08:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d1c8ae8-2cc1-403f-9d65-f5d275a0a3ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:08:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d1c8ae8-2cc1-403f-9d65-f5d275a0a3ba", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-960620 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-trusted-ca-bundle", "reconcileID": "bbd0f802-7890-41eb-afa4-5c22637e9e42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-trusted-ca-bundle", "reconcileID": "bbd0f802-7890-41eb-afa4-5c22637e9e42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "openshift-service-ca.crt", "reconcileID": "a56a07f0-02c4-49df-9010-a3091807e7f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "openshift-service-ca.crt", "reconcileID": "a56a07f0-02c4-49df-9010-a3091807e7f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51487ce3-245f-4e90-832e-4532b45f0ed6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-960620"}, "namespace": "ai-tenant-e2e-shared-a-960620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51487ce3-245f-4e90-832e-4532b45f0ed6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-960620"} 2026-07-08T20:08:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-960620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-960620", "reconcileID": "c59c5717-9714-4e8f-8a50-8eb5cf236170", "Gateway": "e2e-shared-a-960620", "namespace": "openshift-ingress"} 2026-07-08T20:08:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "15d7b139-010b-49a5-a8ac-7442ac3c4dcb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T20:08:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "694a183b-698b-44e1-b1f8-5e68eb884fe1", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:08:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "694a183b-698b-44e1-b1f8-5e68eb884fe1", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08-authn-ssl"} 2026-07-08T20:08:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "694a183b-698b-44e1-b1f8-5e68eb884fe1", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"} 2026-07-08T20:08:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d29cb65-ae5d-4bcb-87f2-4bbf7c72dbf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:08:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d29cb65-ae5d-4bcb-87f2-4bbf7c72dbf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:08:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d29cb65-ae5d-4bcb-87f2-4bbf7c72dbf5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ceba08 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:08:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-trusted-ca-bundle", "reconcileID": "5b40427d-3fa2-4806-997c-2e01cb606303", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-trusted-ca-bundle", "reconcileID": "5b40427d-3fa2-4806-997c-2e01cb606303", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:08:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "openshift-service-ca.crt", "reconcileID": "4c8174d6-ae9c-4ae3-888c-b6b94b6543cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "openshift-service-ca.crt", "reconcileID": "4c8174d6-ae9c-4ae3-888c-b6b94b6543cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:08:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63a12efe-e16d-4b08-85e9-27e26da6411f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ceba08"}, "namespace": "ai-tenant-e2e-shared-b-ceba08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63a12efe-e16d-4b08-85e9-27e26da6411f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ceba08"} 2026-07-08T20:08:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ceba08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ceba08", "reconcileID": "86cbc671-8dac-4ab1-bf43-1756b5b3f68b", "Gateway": "e2e-shared-b-ceba08", "namespace": "openshift-ingress"}