2026-07-15T22:04:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-trusted-ca-bundle", "reconcileID": "d8dc8c79-2b9d-4856-ac49-e80c5e816a70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:04:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "openshift-service-ca.crt", "reconcileID": "92b4d234-faba-4eb6-8b10-87407926f70c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ec9857", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:04:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "openshift-service-ca.crt", "reconcileID": "92b4d234-faba-4eb6-8b10-87407926f70c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:04:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "openshift-service-ca.crt", "reconcileID": "12d9f73f-f381-43dc-8f17-d01827f2efb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:04:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81cc5750-14e4-4680-9966-6ed96aeb66e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:04:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-trusted-ca-bundle", "reconcileID": "0c4417cb-9f1b-41b5-837d-2428b2c2c48b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:04:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-trusted-ca-bundle", "reconcileID": "0c4417cb-9f1b-41b5-837d-2428b2c2c48b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:04:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a683cc2e-e181-488d-8f17-3724806704a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:04:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "92b07a1b-aeb5-4791-8251-37b0f24722e7", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:04:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "92b07a1b-aeb5-4791-8251-37b0f24722e7", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857-authn-ssl"} 2026-07-15T22:04:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "92b07a1b-aeb5-4791-8251-37b0f24722e7", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cf1c95c1-354c-4754-8d9b-f7026540a309", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:04:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "25bba948-d2cf-48d4-81bb-d7e844fb86a1", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress"} 2026-07-15T22:04:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "25bba948-d2cf-48d4-81bb-d7e844fb86a1", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c-authn-ssl"} 2026-07-15T22:04:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "25bba948-d2cf-48d4-81bb-d7e844fb86a1", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress"} 2026-07-15T22:04:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "b766e115-62cc-43ce-b788-6c7f58763319", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:04:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "b766e115-62cc-43ce-b788-6c7f58763319", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857-authn-ssl"} 2026-07-15T22:04:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "b766e115-62cc-43ce-b788-6c7f58763319", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:04:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60f94982-8da2-4ab2-8369-2db3b5e4421a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "9572c36a-109d-40bd-8ae4-92f33d3ec161", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "9572c36a-109d-40bd-8ae4-92f33d3ec161", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857-authn-ssl"} 2026-07-15T22:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "9572c36a-109d-40bd-8ae4-92f33d3ec161", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:04:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af5d2dfb-e860-4204-a9a9-406945d4a2d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:04:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "74a8d09f-d560-4bcf-9956-bd023311fc15", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:04:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "eb8bc75d-d7df-42a0-8275-6d0c036b58b7", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress"} 2026-07-15T22:04:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "eb8bc75d-d7df-42a0-8275-6d0c036b58b7", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c-authn-ssl"} 2026-07-15T22:04:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "eb8bc75d-d7df-42a0-8275-6d0c036b58b7", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress"} 2026-07-15T22:04:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "e92528cb-1ad8-43a5-8641-50a1fb24d1fc", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress"} 2026-07-15T22:04:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "e92528cb-1ad8-43a5-8641-50a1fb24d1fc", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c-authn-ssl"} 2026-07-15T22:04:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "e92528cb-1ad8-43a5-8641-50a1fb24d1fc", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress"} 2026-07-15T22:04:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64d63c"}, "namespace": "ai-tenant-e2e-api-a-64d63c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d775777e-acb5-449a-9e44-e3345039178c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64d63c"} 2026-07-15T22:04:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64d63c"}, "namespace": "ai-tenant-e2e-api-a-64d63c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d775777e-acb5-449a-9e44-e3345039178c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64d63c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:04:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64d63c"}, "namespace": "ai-tenant-e2e-api-a-64d63c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d775777e-acb5-449a-9e44-e3345039178c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-64d63c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T22:04:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-64d63c"}, "namespace": "ai-tenant-e2e-api-a-64d63c", "name": "odh-trusted-ca-bundle", "reconcileID": "10bb7320-4dde-48f0-b0cb-0c4cedb52703", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64d63c"} 2026-07-15T22:04:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-64d63c"}, "namespace": "ai-tenant-e2e-api-a-64d63c", "name": "odh-trusted-ca-bundle", "reconcileID": "10bb7320-4dde-48f0-b0cb-0c4cedb52703", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64d63c"} 2026-07-15T22:04:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-64d63c"}, "namespace": "ai-tenant-e2e-api-a-64d63c", "name": "openshift-service-ca.crt", "reconcileID": "a76b09e3-5b8f-4a65-9888-e276891c5b38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-64d63c"} 2026-07-15T22:04:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-64d63c"}, "namespace": "ai-tenant-e2e-api-a-64d63c", "name": "openshift-service-ca.crt", "reconcileID": "a76b09e3-5b8f-4a65-9888-e276891c5b38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-64d63c"} 2026-07-15T22:04:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64d63c"}, "namespace": "ai-tenant-e2e-api-a-64d63c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ec9e28e-3e80-4045-8b90-02b786112537", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64d63c"} 2026-07-15T22:04:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64d63c"}, "namespace": "ai-tenant-e2e-api-a-64d63c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ec9e28e-3e80-4045-8b90-02b786112537", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64d63c"} 2026-07-15T22:04:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64d63c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64d63c", "reconcileID": "edfc5a2b-f86e-4072-a857-91118a87a70b", "Gateway": "e2e-api-a-64d63c", "namespace": "openshift-ingress"} 2026-07-15T22:04:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa309097-602b-4db7-92fd-fb2f17d6d6d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "fbc62238-2b64-4527-92ea-bc461d60ef63", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "fbc62238-2b64-4527-92ea-bc461d60ef63", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857-authn-ssl"} 2026-07-15T22:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "fbc62238-2b64-4527-92ea-bc461d60ef63", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "2c8eef83-eea2-4dc3-ab63-d179161f6a22", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "2c8eef83-eea2-4dc3-ab63-d179161f6a22", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857-authn-ssl"} 2026-07-15T22:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "2c8eef83-eea2-4dc3-ab63-d179161f6a22", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:05:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aa00f6a-8310-4f94-856e-4f1d8c23683b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aa00f6a-8310-4f94-856e-4f1d8c23683b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:05:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aa00f6a-8310-4f94-856e-4f1d8c23683b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ec9857 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T22:05:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-trusted-ca-bundle", "reconcileID": "c0b61050-c9c3-4a44-a47f-1a84a63a6a20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-trusted-ca-bundle", "reconcileID": "c0b61050-c9c3-4a44-a47f-1a84a63a6a20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:05:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "openshift-service-ca.crt", "reconcileID": "ce08e205-b650-4a41-8a46-a6f3e6774eb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "openshift-service-ca.crt", "reconcileID": "ce08e205-b650-4a41-8a46-a6f3e6774eb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:05:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a0d9b05-3e72-463c-969c-5906c95e7ea7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ec9857"}, "namespace": "ai-tenant-e2e-api-b-ec9857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a0d9b05-3e72-463c-969c-5906c95e7ea7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ec9857"} 2026-07-15T22:05:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ec9857","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ec9857", "reconcileID": "97c7119b-6873-4dbe-b703-1865d2caedff", "Gateway": "e2e-api-b-ec9857", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "8b828a06-42c9-4853-aa69-d6f47bb6bfc3", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "8b828a06-42c9-4853-aa69-d6f47bb6bfc3", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "8b828a06-42c9-4853-aa69-d6f47bb6bfc3", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "d81b86e8-a351-4b9d-a9dc-89abcefea89f", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "d81b86e8-a351-4b9d-a9dc-89abcefea89f", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "d81b86e8-a351-4b9d-a9dc-89abcefea89f", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "645a0e0a-d006-4306-bbe4-6d94ee62121f", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "645a0e0a-d006-4306-bbe4-6d94ee62121f", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "645a0e0a-d006-4306-bbe4-6d94ee62121f", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "f9a7d6c7-3ae7-4900-bbe8-dceb4f1dca77", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "f9a7d6c7-3ae7-4900-bbe8-dceb4f1dca77", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "f9a7d6c7-3ae7-4900-bbe8-dceb4f1dca77", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "eed762c6-0119-40e2-81a1-e8a7ebb337cc", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "eed762c6-0119-40e2-81a1-e8a7ebb337cc", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "eed762c6-0119-40e2-81a1-e8a7ebb337cc", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "09ebfbcd-22bc-44ed-ae55-4f3b685c17d1", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "09ebfbcd-22bc-44ed-ae55-4f3b685c17d1", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "09ebfbcd-22bc-44ed-ae55-4f3b685c17d1", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "01458a52-7f5b-4b27-a64b-d9e773d64a5f", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "01458a52-7f5b-4b27-a64b-d9e773d64a5f", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "01458a52-7f5b-4b27-a64b-d9e773d64a5f", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "openshift-service-ca.crt", "reconcileID": "37cd1adf-667b-48f3-b2d5-0fbf8a463a87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-trusted-ca-bundle", "reconcileID": "79e8a65e-4825-40e1-8a8f-36ba67101a62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "openshift-service-ca.crt", "reconcileID": "933b333a-5bc0-4509-a84c-305633aa0669", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8172c4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:05:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "openshift-service-ca.crt", "reconcileID": "933b333a-5bc0-4509-a84c-305633aa0669", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "openshift-service-ca.crt", "reconcileID": "ef5d27e8-3c48-4a78-a8f2-42d77d437b8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8172c4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:05:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "openshift-service-ca.crt", "reconcileID": "ef5d27e8-3c48-4a78-a8f2-42d77d437b8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T22:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42c16db7-404a-48b3-8205-73fd98f913cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "openshift-service-ca.crt", "reconcileID": "968adf17-a9f6-4513-84e6-8bc89f7b07c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-trusted-ca-bundle", "reconcileID": "4e204d7d-a051-43c9-82da-19e9e270fe1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:05:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-trusted-ca-bundle", "reconcileID": "4e204d7d-a051-43c9-82da-19e9e270fe1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82162538-9428-47ce-8e84-4b752c778996", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "f26f59ec-dd84-4a98-8885-841b3f7bb00b", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "f26f59ec-dd84-4a98-8885-841b3f7bb00b", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "f26f59ec-dd84-4a98-8885-841b3f7bb00b", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fbc64e6a-18a2-4fff-86cc-336f00fd06e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "dc27f946-6403-4c25-a286-ed5b026886d2", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "dc27f946-6403-4c25-a286-ed5b026886d2", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "dc27f946-6403-4c25-a286-ed5b026886d2", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "0ab3898f-b019-415f-bf2f-e478a95625fd", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "0ab3898f-b019-415f-bf2f-e478a95625fd", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "0ab3898f-b019-415f-bf2f-e478a95625fd", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9815ade6-a05d-4e2c-9451-07b4e198f6f7", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9815ade6-a05d-4e2c-9451-07b4e198f6f7", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9815ade6-a05d-4e2c-9451-07b4e198f6f7", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "4cbccb13-5097-4ecb-9128-ec46237d7703", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "4cbccb13-5097-4ecb-9128-ec46237d7703", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "4cbccb13-5097-4ecb-9128-ec46237d7703", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "abb14951-bf5a-4ca9-8ddb-16ef3c211ce4", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "abb14951-bf5a-4ca9-8ddb-16ef3c211ce4", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "abb14951-bf5a-4ca9-8ddb-16ef3c211ce4", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "34ce133e-debc-4c84-9d73-facdb7c777d6", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "34ce133e-debc-4c84-9d73-facdb7c777d6", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "34ce133e-debc-4c84-9d73-facdb7c777d6", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "8ecfbe54-2a0a-40ed-8a22-c8724215bcfa", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "8ecfbe54-2a0a-40ed-8a22-c8724215bcfa", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "8ecfbe54-2a0a-40ed-8a22-c8724215bcfa", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "62031673-8f4f-42f2-a391-bf93d07bd463", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "62031673-8f4f-42f2-a391-bf93d07bd463", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "62031673-8f4f-42f2-a391-bf93d07bd463", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "openshift-service-ca.crt", "reconcileID": "2f47818f-97b9-4842-8c44-a31954408e34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-trusted-ca-bundle", "reconcileID": "8a8f2547-175e-4c19-94e3-6cdddd25dbeb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "openshift-service-ca.crt", "reconcileID": "2b1281c3-cf71-48c5-906b-b62d302739fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:05:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "openshift-service-ca.crt", "reconcileID": "2b1281c3-cf71-48c5-906b-b62d302739fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32f0732d-67f5-43cb-89d1-be54970e4245", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "openshift-service-ca.crt", "reconcileID": "82df76b5-c252-4d45-a89c-c636665bd4b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-trusted-ca-bundle", "reconcileID": "5ce5bf62-0b5a-4389-ab09-633c64eaa434", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:05:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-trusted-ca-bundle", "reconcileID": "5ce5bf62-0b5a-4389-ab09-633c64eaa434", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6c96fe6-c648-4a03-b153-875d70d96a53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9bafd5dd-f774-4a65-b898-63d0d7c39ffa", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9bafd5dd-f774-4a65-b898-63d0d7c39ffa", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9bafd5dd-f774-4a65-b898-63d0d7c39ffa", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23551c93-2371-42e1-b0e9-9d497a8cb9c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:05:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "dc7743f4-5448-42bd-bb87-b0fef1b214ec", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "dc7743f4-5448-42bd-bb87-b0fef1b214ec", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "dc7743f4-5448-42bd-bb87-b0fef1b214ec", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "ff03dd70-c3cf-4e17-9798-81f4ead78cfd", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "ff03dd70-c3cf-4e17-9798-81f4ead78cfd", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "ff03dd70-c3cf-4e17-9798-81f4ead78cfd", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "c41c071a-b6a4-42a7-87d6-1a488fd22af2", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "ff03dd70-c3cf-4e17-9798-81f4ead78cfd", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:05:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "ff03dd70-c3cf-4e17-9798-81f4ead78cfd", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:05:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "ff03dd70-c3cf-4e17-9798-81f4ead78cfd", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "c41c071a-b6a4-42a7-87d6-1a488fd22af2", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "c41c071a-b6a4-42a7-87d6-1a488fd22af2", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "3cbfbf3d-48e4-43b7-b1a0-362f2304f3cf", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "3cbfbf3d-48e4-43b7-b1a0-362f2304f3cf", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "3cbfbf3d-48e4-43b7-b1a0-362f2304f3cf", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "3cbfbf3d-48e4-43b7-b1a0-362f2304f3cf", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:05:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "3cbfbf3d-48e4-43b7-b1a0-362f2304f3cf", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:05:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "3cbfbf3d-48e4-43b7-b1a0-362f2304f3cf", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "21ed0322-e17c-44e0-aa43-ca84ba1121b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "56c8cc21-e2a5-44e8-8a2b-03a81b7924b4", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "56c8cc21-e2a5-44e8-8a2b-03a81b7924b4", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "56c8cc21-e2a5-44e8-8a2b-03a81b7924b4", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:05:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "0471dd1c-349c-41c9-9597-97cc7a060d0a", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "0471dd1c-349c-41c9-9597-97cc7a060d0a", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "0471dd1c-349c-41c9-9597-97cc7a060d0a", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "0471dd1c-349c-41c9-9597-97cc7a060d0a", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:05:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "0471dd1c-349c-41c9-9597-97cc7a060d0a", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:05:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "0471dd1c-349c-41c9-9597-97cc7a060d0a", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d000008-e76f-47c9-8eb5-55474a711866", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:05:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "611bdec0-395a-43f0-aa39-de76af41e8fa", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "611bdec0-395a-43f0-aa39-de76af41e8fa", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "611bdec0-395a-43f0-aa39-de76af41e8fa", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "611bdec0-395a-43f0-aa39-de76af41e8fa", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:05:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "611bdec0-395a-43f0-aa39-de76af41e8fa", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:05:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "611bdec0-395a-43f0-aa39-de76af41e8fa", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:05:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "a0c8e7d0-725d-48c6-82ae-277bf146c9cc", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "a0c8e7d0-725d-48c6-82ae-277bf146c9cc", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "a0c8e7d0-725d-48c6-82ae-277bf146c9cc", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "e9bf3e72-1b01-469f-90af-5191d983b6c0", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "a0c8e7d0-725d-48c6-82ae-277bf146c9cc", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:05:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "a0c8e7d0-725d-48c6-82ae-277bf146c9cc", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:05:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "a0c8e7d0-725d-48c6-82ae-277bf146c9cc", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "e9bf3e72-1b01-469f-90af-5191d983b6c0", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:05:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "e9bf3e72-1b01-469f-90af-5191d983b6c0", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:05:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "cc40895b-cef5-4b48-8826-e6ea03699fb9", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "cc40895b-cef5-4b48-8826-e6ea03699fb9", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "cc40895b-cef5-4b48-8826-e6ea03699fb9", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:05:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "cc40895b-cef5-4b48-8826-e6ea03699fb9", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:05:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "cc40895b-cef5-4b48-8826-e6ea03699fb9", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:05:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "cc40895b-cef5-4b48-8826-e6ea03699fb9", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "33e24f4e-af69-4e74-b563-d8f7e0b3adc4", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "33e24f4e-af69-4e74-b563-d8f7e0b3adc4", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "33e24f4e-af69-4e74-b563-d8f7e0b3adc4", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:06:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "dc821d20-472b-46be-b0dd-ef63a56e999f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "dc821d20-472b-46be-b0dd-ef63a56e999f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "dc821d20-472b-46be-b0dd-ef63a56e999f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "dc821d20-472b-46be-b0dd-ef63a56e999f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:06:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "dc821d20-472b-46be-b0dd-ef63a56e999f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:06:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "dc821d20-472b-46be-b0dd-ef63a56e999f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "c7047648-d991-4f06-8b75-d8dfd1adb76f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "c7047648-d991-4f06-8b75-d8dfd1adb76f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "c7047648-d991-4f06-8b75-d8dfd1adb76f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "c7047648-d991-4f06-8b75-d8dfd1adb76f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:06:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "c7047648-d991-4f06-8b75-d8dfd1adb76f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:06:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "c7047648-d991-4f06-8b75-d8dfd1adb76f", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "fbb2ddf4-9156-45d8-a3dc-a3a0b01f5301", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "fbb2ddf4-9156-45d8-a3dc-a3a0b01f5301", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "fbb2ddf4-9156-45d8-a3dc-a3a0b01f5301", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "fbb2ddf4-9156-45d8-a3dc-a3a0b01f5301", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:06:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "fbb2ddf4-9156-45d8-a3dc-a3a0b01f5301", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:06:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "fbb2ddf4-9156-45d8-a3dc-a3a0b01f5301", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:06:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "9a84a86b-3fc6-4ebc-bff5-980f326dc88a", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:06:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "9a84a86b-3fc6-4ebc-bff5-980f326dc88a", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:06:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "9a84a86b-3fc6-4ebc-bff5-980f326dc88a", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:06:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "83589a77-d5ed-4197-ac9f-874b07c213da", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:06:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "83589a77-d5ed-4197-ac9f-874b07c213da", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:06:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "83589a77-d5ed-4197-ac9f-874b07c213da", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:07:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b2a34cc-142a-4801-aa9a-f1dc7ef221d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:07:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "4ee4fbcb-789c-492a-bc47-7bcb23600426", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "4ee4fbcb-789c-492a-bc47-7bcb23600426", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4"} 2026-07-15T22:07:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "4ee4fbcb-789c-492a-bc47-7bcb23600426", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "4ee4fbcb-789c-492a-bc47-7bcb23600426", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "4ee4fbcb-789c-492a-bc47-7bcb23600426", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:07:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "4ee4fbcb-789c-492a-bc47-7bcb23600426", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:07:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "4ee4fbcb-789c-492a-bc47-7bcb23600426", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "4ee4fbcb-789c-492a-bc47-7bcb23600426", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "auth-test-model-8172c4", "reconcileID": "fe1d929c-2b37-4d05-9253-e9c20a029d05", "LLMInferenceService": "auth-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "f1853a84-d2df-4c8f-9bf8-8a93fba7acd5", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:07:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "f1853a84-d2df-4c8f-9bf8-8a93fba7acd5", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:07:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "f1853a84-d2df-4c8f-9bf8-8a93fba7acd5", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:07:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "d9cbdbec-9417-4006-a79a-33f6d742da71", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:07:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "d9cbdbec-9417-4006-a79a-33f6d742da71", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:07:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "d9cbdbec-9417-4006-a79a-33f6d742da71", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:07:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "37280546-4e93-4c81-9123-ca14e3b7ef41", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:07:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "37280546-4e93-4c81-9123-ca14e3b7ef41", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1"} 2026-07-15T22:07:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "37280546-4e93-4c81-9123-ca14e3b7ef41", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:07:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "37280546-4e93-4c81-9123-ca14e3b7ef41", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:07:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "37280546-4e93-4c81-9123-ca14e3b7ef41", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:07:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "37280546-4e93-4c81-9123-ca14e3b7ef41", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:07:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "37280546-4e93-4c81-9123-ca14e3b7ef41", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:07:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "37280546-4e93-4c81-9123-ca14e3b7ef41", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:07:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "auth-test-model-8cc1f1", "reconcileID": "dc1de8f3-3915-4b19-af40-c02f481dfcda", "LLMInferenceService": "auth-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:07:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "3252829a-760e-4e1f-afdf-c01090d71a7a", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:07:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "3252829a-760e-4e1f-afdf-c01090d71a7a", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:07:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "3252829a-760e-4e1f-afdf-c01090d71a7a", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:07:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "1d17e213-dcab-44e4-a663-b4f4b4bb6114", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:07:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "1d17e213-dcab-44e4-a663-b4f4b4bb6114", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:07:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "1d17e213-dcab-44e4-a663-b4f4b4bb6114", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:07:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "69f06b0e-b28c-42bc-b085-59ac3bde4900", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "69f06b0e-b28c-42bc-b085-59ac3bde4900", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "69f06b0e-b28c-42bc-b085-59ac3bde4900", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "8f7a22be-0bfa-40a0-8e14-c4af1b34a52b", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:07:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "69f06b0e-b28c-42bc-b085-59ac3bde4900", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:07:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "69f06b0e-b28c-42bc-b085-59ac3bde4900", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:07:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "69f06b0e-b28c-42bc-b085-59ac3bde4900", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "8f7a22be-0bfa-40a0-8e14-c4af1b34a52b", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:07:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "8f7a22be-0bfa-40a0-8e14-c4af1b34a52b", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:07:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "7ae3991c-c978-4895-af3d-7217760722cd", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "7ae3991c-c978-4895-af3d-7217760722cd", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "7ae3991c-c978-4895-af3d-7217760722cd", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:07:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "7ae3991c-c978-4895-af3d-7217760722cd", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:07:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "7ae3991c-c978-4895-af3d-7217760722cd", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:07:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "7ae3991c-c978-4895-af3d-7217760722cd", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "01741577-1545-4555-898a-ff3754637102", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:08:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "01741577-1545-4555-898a-ff3754637102", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:08:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "01741577-1545-4555-898a-ff3754637102", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:08:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "604c1b87-b2e1-4d32-81e7-d49e47e5252d", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "604c1b87-b2e1-4d32-81e7-d49e47e5252d", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "604c1b87-b2e1-4d32-81e7-d49e47e5252d", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "604c1b87-b2e1-4d32-81e7-d49e47e5252d", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:08:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "604c1b87-b2e1-4d32-81e7-d49e47e5252d", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:08:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "604c1b87-b2e1-4d32-81e7-d49e47e5252d", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "ad4ac4a2-5710-4102-bbc4-a18b50f9f356", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "ad4ac4a2-5710-4102-bbc4-a18b50f9f356", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "ad4ac4a2-5710-4102-bbc4-a18b50f9f356", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "ad4ac4a2-5710-4102-bbc4-a18b50f9f356", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:08:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "ad4ac4a2-5710-4102-bbc4-a18b50f9f356", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:08:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "ad4ac4a2-5710-4102-bbc4-a18b50f9f356", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "00c4cb36-ddd7-44a2-9248-96083ef5306a", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "00c4cb36-ddd7-44a2-9248-96083ef5306a", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "00c4cb36-ddd7-44a2-9248-96083ef5306a", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "00c4cb36-ddd7-44a2-9248-96083ef5306a", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:08:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "00c4cb36-ddd7-44a2-9248-96083ef5306a", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:08:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "00c4cb36-ddd7-44a2-9248-96083ef5306a", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:08:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "872dc58b-1621-4f2d-bd3d-ada53c2c5db0", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "872dc58b-1621-4f2d-bd3d-ada53c2c5db0", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "872dc58b-1621-4f2d-bd3d-ada53c2c5db0", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "1d56952c-24d4-43a7-9350-58695f5dff06", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:08:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "872dc58b-1621-4f2d-bd3d-ada53c2c5db0", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:08:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "872dc58b-1621-4f2d-bd3d-ada53c2c5db0", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:08:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "872dc58b-1621-4f2d-bd3d-ada53c2c5db0", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "1d56952c-24d4-43a7-9350-58695f5dff06", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:08:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "1d56952c-24d4-43a7-9350-58695f5dff06", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:08:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "313ff5f1-4e8e-4521-9a4b-92ba5d17f95b", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "313ff5f1-4e8e-4521-9a4b-92ba5d17f95b", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "313ff5f1-4e8e-4521-9a4b-92ba5d17f95b", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "313ff5f1-4e8e-4521-9a4b-92ba5d17f95b", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:08:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "313ff5f1-4e8e-4521-9a4b-92ba5d17f95b", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:08:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "313ff5f1-4e8e-4521-9a4b-92ba5d17f95b", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "ee795b21-10d4-4ebf-b0d4-5307b8c4c447", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:08:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "ee795b21-10d4-4ebf-b0d4-5307b8c4c447", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:08:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "ee795b21-10d4-4ebf-b0d4-5307b8c4c447", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:08:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "57d66ec8-1a9a-479d-b85c-487c9446711c", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "57d66ec8-1a9a-479d-b85c-487c9446711c", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "57d66ec8-1a9a-479d-b85c-487c9446711c", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "57d66ec8-1a9a-479d-b85c-487c9446711c", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:08:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "57d66ec8-1a9a-479d-b85c-487c9446711c", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:08:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "57d66ec8-1a9a-479d-b85c-487c9446711c", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "87692885-a398-4dbb-8769-8265206e5518", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "87692885-a398-4dbb-8769-8265206e5518", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "87692885-a398-4dbb-8769-8265206e5518", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "87692885-a398-4dbb-8769-8265206e5518", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:08:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "87692885-a398-4dbb-8769-8265206e5518", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:08:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "87692885-a398-4dbb-8769-8265206e5518", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:08:47Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T22:08:47Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T22:08:50Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T22:08:50Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T22:09:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "79a1f6f3-6100-4c4f-8dd9-810160c2a765", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "79a1f6f3-6100-4c4f-8dd9-810160c2a765", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4"} 2026-07-15T22:09:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "79a1f6f3-6100-4c4f-8dd9-810160c2a765", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "79a1f6f3-6100-4c4f-8dd9-810160c2a765", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "79a1f6f3-6100-4c4f-8dd9-810160c2a765", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:09:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "79a1f6f3-6100-4c4f-8dd9-810160c2a765", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:09:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "79a1f6f3-6100-4c4f-8dd9-810160c2a765", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "79a1f6f3-6100-4c4f-8dd9-810160c2a765", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "sub-test-model-8172c4", "reconcileID": "ed997c6c-70f0-44eb-8e90-83180e184a98", "LLMInferenceService": "sub-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "193b2df9-d338-4f93-8e57-2fb048abbfbe", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:09:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "193b2df9-d338-4f93-8e57-2fb048abbfbe", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:09:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "193b2df9-d338-4f93-8e57-2fb048abbfbe", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:09:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "5a552cff-1e28-49a1-b6f5-170a202be92a", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:09:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "5a552cff-1e28-49a1-b6f5-170a202be92a", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:09:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "5a552cff-1e28-49a1-b6f5-170a202be92a", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:09:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "62ca2126-e009-4c5e-a272-20a521d62f90", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "62ca2126-e009-4c5e-a272-20a521d62f90", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1"} 2026-07-15T22:09:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "62ca2126-e009-4c5e-a272-20a521d62f90", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "62ca2126-e009-4c5e-a272-20a521d62f90", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "62ca2126-e009-4c5e-a272-20a521d62f90", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:09:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "62ca2126-e009-4c5e-a272-20a521d62f90", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:09:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "62ca2126-e009-4c5e-a272-20a521d62f90", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "62ca2126-e009-4c5e-a272-20a521d62f90", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "sub-test-model-8cc1f1", "reconcileID": "5f69d4f8-4006-4d88-b40c-1838e2e1f04d", "LLMInferenceService": "sub-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "01d87c07-53fe-4ed5-a641-5c4c070b7b52", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "01d87c07-53fe-4ed5-a641-5c4c070b7b52", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "01d87c07-53fe-4ed5-a641-5c4c070b7b52", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9bedacda-8057-422e-9e7f-6b5709c61d32", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9bedacda-8057-422e-9e7f-6b5709c61d32", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9bedacda-8057-422e-9e7f-6b5709c61d32", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:09:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "ed0fade2-73e9-451b-b5a1-c71f057ad80a", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "ed0fade2-73e9-451b-b5a1-c71f057ad80a", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "ed0fade2-73e9-451b-b5a1-c71f057ad80a", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "7a563522-a8b3-47d1-bb64-f886671852e6", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:09:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "ed0fade2-73e9-451b-b5a1-c71f057ad80a", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:09:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "ed0fade2-73e9-451b-b5a1-c71f057ad80a", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:09:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "ed0fade2-73e9-451b-b5a1-c71f057ad80a", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "7a563522-a8b3-47d1-bb64-f886671852e6", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "7a563522-a8b3-47d1-bb64-f886671852e6", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:09:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "39627f6b-a40e-4615-80fb-b72b5bd4879c", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "39627f6b-a40e-4615-80fb-b72b5bd4879c", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "39627f6b-a40e-4615-80fb-b72b5bd4879c", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "39627f6b-a40e-4615-80fb-b72b5bd4879c", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:09:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "39627f6b-a40e-4615-80fb-b72b5bd4879c", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:09:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "39627f6b-a40e-4615-80fb-b72b5bd4879c", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "1c9c4a81-0db1-483c-991e-89698c6c5f17", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:09:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "1c9c4a81-0db1-483c-991e-89698c6c5f17", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:09:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "1c9c4a81-0db1-483c-991e-89698c6c5f17", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:09:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d0b7643b-522b-475c-8c81-94a968488ab3", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d0b7643b-522b-475c-8c81-94a968488ab3", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d0b7643b-522b-475c-8c81-94a968488ab3", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d0b7643b-522b-475c-8c81-94a968488ab3", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:09:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d0b7643b-522b-475c-8c81-94a968488ab3", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:09:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d0b7643b-522b-475c-8c81-94a968488ab3", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d7943121-b9f2-46c5-886a-48e34cff6b95", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d7943121-b9f2-46c5-886a-48e34cff6b95", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d7943121-b9f2-46c5-886a-48e34cff6b95", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d7943121-b9f2-46c5-886a-48e34cff6b95", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:09:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d7943121-b9f2-46c5-886a-48e34cff6b95", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:09:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "d7943121-b9f2-46c5-886a-48e34cff6b95", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "e7a458e8-61c7-4f71-9173-96d93a9eb09d", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "e7a458e8-61c7-4f71-9173-96d93a9eb09d", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "e7a458e8-61c7-4f71-9173-96d93a9eb09d", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "e7a458e8-61c7-4f71-9173-96d93a9eb09d", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:09:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "e7a458e8-61c7-4f71-9173-96d93a9eb09d", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "authType": "userdefined"} 2026-07-15T22:09:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "e7a458e8-61c7-4f71-9173-96d93a9eb09d", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:09:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "f8a04cc4-3a58-47cb-a531-411d87007d0f", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "f8a04cc4-3a58-47cb-a531-411d87007d0f", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "f8a04cc4-3a58-47cb-a531-411d87007d0f", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "f8a04cc4-3a58-47cb-a531-411d87007d0f", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:09:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "187b96f0-d180-42b0-9097-4177dadab9f4", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:09:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "f8a04cc4-3a58-47cb-a531-411d87007d0f", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:09:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "f8a04cc4-3a58-47cb-a531-411d87007d0f", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "187b96f0-d180-42b0-9097-4177dadab9f4", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:09:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "187b96f0-d180-42b0-9097-4177dadab9f4", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:09:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "e7702853-0162-4884-b43b-9467b6f6ebc9", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "e7702853-0162-4884-b43b-9467b6f6ebc9", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "e7702853-0162-4884-b43b-9467b6f6ebc9", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "e7702853-0162-4884-b43b-9467b6f6ebc9", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:09:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "e7702853-0162-4884-b43b-9467b6f6ebc9", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:09:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "e7702853-0162-4884-b43b-9467b6f6ebc9", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "7b40f743-a4d4-4514-be23-5d4a51dd58c6", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:09:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "7b40f743-a4d4-4514-be23-5d4a51dd58c6", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:09:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "7b40f743-a4d4-4514-be23-5d4a51dd58c6", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:09:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "ddd63b52-b9a4-4869-a177-00e088b511fb", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "ddd63b52-b9a4-4869-a177-00e088b511fb", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "ddd63b52-b9a4-4869-a177-00e088b511fb", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "ddd63b52-b9a4-4869-a177-00e088b511fb", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:09:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "ddd63b52-b9a4-4869-a177-00e088b511fb", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:09:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "ddd63b52-b9a4-4869-a177-00e088b511fb", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "63e8fb39-2247-47e8-a6b5-ee5a69946e9b", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "63e8fb39-2247-47e8-a6b5-ee5a69946e9b", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "63e8fb39-2247-47e8-a6b5-ee5a69946e9b", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:09:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "63e8fb39-2247-47e8-a6b5-ee5a69946e9b", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:09:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "63e8fb39-2247-47e8-a6b5-ee5a69946e9b", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "authType": "userdefined"} 2026-07-15T22:09:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "63e8fb39-2247-47e8-a6b5-ee5a69946e9b", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:10:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "c6e94d2d-b3ff-4eaa-bbff-54a423e8c92e", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:10:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "c6e94d2d-b3ff-4eaa-bbff-54a423e8c92e", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4"} 2026-07-15T22:10:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "c6e94d2d-b3ff-4eaa-bbff-54a423e8c92e", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:10:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "c6e94d2d-b3ff-4eaa-bbff-54a423e8c92e", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:10:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "c6e94d2d-b3ff-4eaa-bbff-54a423e8c92e", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:10:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "c6e94d2d-b3ff-4eaa-bbff-54a423e8c92e", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4-kserve-route-authn"} 2026-07-15T22:10:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "c6e94d2d-b3ff-4eaa-bbff-54a423e8c92e", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:10:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "c6e94d2d-b3ff-4eaa-bbff-54a423e8c92e", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:10:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8172c4","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "rate-test-model-8172c4", "reconcileID": "cd4c4ec0-5521-44a5-a71b-08aa7f14c8cf", "LLMInferenceService": "rate-test-model-8172c4", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:10:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "3d344d25-5ebc-4783-9ca1-94db67cc47a1", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:10:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "3d344d25-5ebc-4783-9ca1-94db67cc47a1", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:10:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "3d344d25-5ebc-4783-9ca1-94db67cc47a1", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:10:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "8cecab1c-40da-469d-8901-fa382eb1db1a", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:10:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "8cecab1c-40da-469d-8901-fa382eb1db1a", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:10:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "8cecab1c-40da-469d-8901-fa382eb1db1a", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:10:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "de1fb8bc-c496-4daf-86b5-2ba71aef4b0c", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:10:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "de1fb8bc-c496-4daf-86b5-2ba71aef4b0c", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1"} 2026-07-15T22:10:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "de1fb8bc-c496-4daf-86b5-2ba71aef4b0c", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:10:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "de1fb8bc-c496-4daf-86b5-2ba71aef4b0c", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:10:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "de1fb8bc-c496-4daf-86b5-2ba71aef4b0c", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:10:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "de1fb8bc-c496-4daf-86b5-2ba71aef4b0c", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1-kserve-route-authn"} 2026-07-15T22:10:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "de1fb8bc-c496-4daf-86b5-2ba71aef4b0c", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:10:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "de1fb8bc-c496-4daf-86b5-2ba71aef4b0c", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:10:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8cc1f1","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "rate-test-model-8cc1f1", "reconcileID": "df1adb8e-255b-43a8-90a7-311aaf0460bf", "LLMInferenceService": "rate-test-model-8cc1f1", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:10:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "d8538baa-94bd-4220-8a3f-f14466f4d24d", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:10:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "d8538baa-94bd-4220-8a3f-f14466f4d24d", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:10:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "d8538baa-94bd-4220-8a3f-f14466f4d24d", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:10:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "13f839c9-11d7-4860-a6f7-de14648decbb", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:10:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "13f839c9-11d7-4860-a6f7-de14648decbb", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:10:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "13f839c9-11d7-4860-a6f7-de14648decbb", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:10:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f0915f95-2dcf-456e-93bf-8dbc25d41cc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:10:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b1b54c86-4492-4f21-8f6c-28108991befa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:10:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6da24ce-3d36-439d-98d2-d5b3c268d937", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:10:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "03a7b929-1001-461a-a349-c5fc4b182392", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:10:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "03a7b929-1001-461a-a349-c5fc4b182392", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:10:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "03a7b929-1001-461a-a349-c5fc4b182392", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:10:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "896f34d2-dbaf-4b8b-856c-1a6a21734de0", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:10:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "896f34d2-dbaf-4b8b-856c-1a6a21734de0", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4-authn-ssl"} 2026-07-15T22:10:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "896f34d2-dbaf-4b8b-856c-1a6a21734de0", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:11:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab5f130b-73fb-4e13-9b8e-477c55547d21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:11:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab5f130b-73fb-4e13-9b8e-477c55547d21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:11:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab5f130b-73fb-4e13-9b8e-477c55547d21", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-8172c4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T22:11:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-trusted-ca-bundle", "reconcileID": "4bed825f-7749-4ec0-96cc-39fa08115742", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:11:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-trusted-ca-bundle", "reconcileID": "4bed825f-7749-4ec0-96cc-39fa08115742", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:11:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "openshift-service-ca.crt", "reconcileID": "17498578-d7ab-4036-baa3-32621fbec93a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:11:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "openshift-service-ca.crt", "reconcileID": "17498578-d7ab-4036-baa3-32621fbec93a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:11:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "066743cf-9a78-475f-854e-1d817846d6da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:11:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8172c4"}, "namespace": "ai-tenant-e2e-shared-a-8172c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "066743cf-9a78-475f-854e-1d817846d6da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8172c4"} 2026-07-15T22:11:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8172c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8172c4", "reconcileID": "1f9a8afd-0e3b-4f12-aaf9-33272c0863a8", "Gateway": "e2e-shared-a-8172c4", "namespace": "openshift-ingress"} 2026-07-15T22:11:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "621eb469-fde7-422e-8908-d1d3ff10c594", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T22:11:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9ad1639e-4161-4b03-90d1-d67cfe948df6", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:11:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9ad1639e-4161-4b03-90d1-d67cfe948df6", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:11:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "9ad1639e-4161-4b03-90d1-d67cfe948df6", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:11:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "3c3d3b3d-f0f8-4d3a-b07d-45a33faa5bbb", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:11:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "3c3d3b3d-f0f8-4d3a-b07d-45a33faa5bbb", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1-authn-ssl"} 2026-07-15T22:11:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "3c3d3b3d-f0f8-4d3a-b07d-45a33faa5bbb", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"} 2026-07-15T22:11:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdbddb40-709d-4598-8739-adb79a0ecaa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:11:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdbddb40-709d-4598-8739-adb79a0ecaa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T22:11:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdbddb40-709d-4598-8739-adb79a0ecaa6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-8cc1f1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T22:11:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-trusted-ca-bundle", "reconcileID": "67b3791a-7311-4803-a5df-ca20ad5193fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-trusted-ca-bundle", "reconcileID": "67b3791a-7311-4803-a5df-ca20ad5193fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:11:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "openshift-service-ca.crt", "reconcileID": "31306f3f-6be1-4439-a144-ea957b574526", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "openshift-service-ca.crt", "reconcileID": "31306f3f-6be1-4439-a144-ea957b574526", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:11:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f6786d1-94f1-47df-b962-584672b36757", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8cc1f1"}, "namespace": "ai-tenant-e2e-shared-b-8cc1f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f6786d1-94f1-47df-b962-584672b36757", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8cc1f1"} 2026-07-15T22:11:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8cc1f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8cc1f1", "reconcileID": "0bc488d1-b643-4ffd-b9a6-8dff9acc65b9", "Gateway": "e2e-shared-b-8cc1f1", "namespace": "openshift-ingress"}