2026-07-10T03:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "473695a8-3ae6-4f31-9c95-d07199e8bf22", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "473695a8-3ae6-4f31-9c95-d07199e8bf22", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1-authn-ssl"} 2026-07-10T03:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "473695a8-3ae6-4f31-9c95-d07199e8bf22", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "30c52ee4-ab0e-47e2-b104-1334c9c85671", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "30c52ee4-ab0e-47e2-b104-1334c9c85671", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1-authn-ssl"} 2026-07-10T03:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "30c52ee4-ab0e-47e2-b104-1334c9c85671", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "d51cec67-e84a-4a21-be6d-c3ef4357ec54", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "d51cec67-e84a-4a21-be6d-c3ef4357ec54", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1-authn-ssl"} 2026-07-10T03:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "d51cec67-e84a-4a21-be6d-c3ef4357ec54", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "aca6c95b-9ea7-4cff-9be5-0f099c67fac3", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "aca6c95b-9ea7-4cff-9be5-0f099c67fac3", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1-authn-ssl"} 2026-07-10T03:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "aca6c95b-9ea7-4cff-9be5-0f099c67fac3", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "0fb58d8d-df72-4100-be66-4497c1a88681", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "0fb58d8d-df72-4100-be66-4497c1a88681", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1-authn-ssl"} 2026-07-10T03:21:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "0fb58d8d-df72-4100-be66-4497c1a88681", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "openshift-service-ca.crt", "reconcileID": "15d33599-4346-4299-aeb7-dbbc86d351ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-trusted-ca-bundle", "reconcileID": "effde7ef-488e-49dd-a032-8cf2e59f75f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "openshift-service-ca.crt", "reconcileID": "8c84c3d0-27e4-4987-9785-f55f46c69b2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8504b1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:21:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "openshift-service-ca.crt", "reconcileID": "8c84c3d0-27e4-4987-9785-f55f46c69b2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "openshift-service-ca.crt", "reconcileID": "00085183-02a6-4d9e-8f66-1826ac398eaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4b92d72-cbe5-4952-aa5d-eee0a6d40728", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-trusted-ca-bundle", "reconcileID": "cfba5635-6d87-4401-abca-effc5c501c5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:21:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-trusted-ca-bundle", "reconcileID": "cfba5635-6d87-4401-abca-effc5c501c5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f120af5-87ad-4a39-8209-24e33731db69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "eb5c9109-9eb2-4b45-9d90-2c8063ec511b", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "eb5c9109-9eb2-4b45-9d90-2c8063ec511b", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1-authn-ssl"} 2026-07-10T03:21:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "eb5c9109-9eb2-4b45-9d90-2c8063ec511b", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45329f70-d487-43e3-aadf-58a053835e4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:21:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-54ccca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-54ccca", "reconcileID": "86c30ff0-9c64-4033-b31a-2f330b49db54", "Gateway": "e2e-api-a-54ccca", "namespace": "openshift-ingress"} 2026-07-10T03:21:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-54ccca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-54ccca", "reconcileID": "86c30ff0-9c64-4033-b31a-2f330b49db54", "Gateway": "e2e-api-a-54ccca", "namespace": "openshift-ingress", "name": "e2e-api-a-54ccca-authn-ssl"} 2026-07-10T03:21:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-54ccca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-54ccca", "reconcileID": "86c30ff0-9c64-4033-b31a-2f330b49db54", "Gateway": "e2e-api-a-54ccca", "namespace": "openshift-ingress"} 2026-07-10T03:21:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "40fa0883-a3c6-4b1d-8aea-272163e7057e", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "40fa0883-a3c6-4b1d-8aea-272163e7057e", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1-authn-ssl"} 2026-07-10T03:21:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "40fa0883-a3c6-4b1d-8aea-272163e7057e", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "11f9bb20-c2b9-44b7-be4c-211927d892f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:21:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-54ccca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-54ccca", "reconcileID": "538c79a6-0517-4b6f-aefd-0c2d5a1cc4f6", "Gateway": "e2e-api-a-54ccca", "namespace": "openshift-ingress"} 2026-07-10T03:21:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-54ccca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-54ccca", "reconcileID": "538c79a6-0517-4b6f-aefd-0c2d5a1cc4f6", "Gateway": "e2e-api-a-54ccca", "namespace": "openshift-ingress", "name": "e2e-api-a-54ccca-authn-ssl"} 2026-07-10T03:21:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-54ccca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-54ccca", "reconcileID": "538c79a6-0517-4b6f-aefd-0c2d5a1cc4f6", "Gateway": "e2e-api-a-54ccca", "namespace": "openshift-ingress"} 2026-07-10T03:21:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-54ccca"}, "namespace": "ai-tenant-e2e-api-a-54ccca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d4a27b0-8011-4223-9198-b468855283dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-54ccca"} 2026-07-10T03:21:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-54ccca"}, "namespace": "ai-tenant-e2e-api-a-54ccca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d4a27b0-8011-4223-9198-b468855283dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-54ccca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:21:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-54ccca"}, "namespace": "ai-tenant-e2e-api-a-54ccca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d4a27b0-8011-4223-9198-b468855283dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-54ccca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T03:21:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-54ccca"}, "namespace": "ai-tenant-e2e-api-a-54ccca", "name": "odh-trusted-ca-bundle", "reconcileID": "a86f708b-ad6a-449c-99f6-a4dec9eec804", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-54ccca"} 2026-07-10T03:21:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-54ccca"}, "namespace": "ai-tenant-e2e-api-a-54ccca", "name": "odh-trusted-ca-bundle", "reconcileID": "a86f708b-ad6a-449c-99f6-a4dec9eec804", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-54ccca"} 2026-07-10T03:21:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-54ccca"}, "namespace": "ai-tenant-e2e-api-a-54ccca", "name": "openshift-service-ca.crt", "reconcileID": "c44e1049-dfe2-41b4-8707-253d9f6afa5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-54ccca"} 2026-07-10T03:21:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-54ccca"}, "namespace": "ai-tenant-e2e-api-a-54ccca", "name": "openshift-service-ca.crt", "reconcileID": "c44e1049-dfe2-41b4-8707-253d9f6afa5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-54ccca"} 2026-07-10T03:21:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-54ccca"}, "namespace": "ai-tenant-e2e-api-a-54ccca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a418f3c-7547-4f94-9553-c824892057fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-54ccca"} 2026-07-10T03:21:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-54ccca"}, "namespace": "ai-tenant-e2e-api-a-54ccca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a418f3c-7547-4f94-9553-c824892057fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-54ccca"} 2026-07-10T03:21:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-54ccca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-54ccca", "reconcileID": "5e1e741a-be77-4002-985d-c711ed4d51bb", "Gateway": "e2e-api-a-54ccca", "namespace": "openshift-ingress"} 2026-07-10T03:21:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51a8fe03-0c6f-4158-8f20-fe47fa7f6bb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "a6e0d842-6225-4959-a764-e379b337fdfa", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "a6e0d842-6225-4959-a764-e379b337fdfa", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1-authn-ssl"} 2026-07-10T03:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "a6e0d842-6225-4959-a764-e379b337fdfa", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c4bac0f-315b-4357-8643-86afc20e9abe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c4bac0f-315b-4357-8643-86afc20e9abe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:21:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c4bac0f-315b-4357-8643-86afc20e9abe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8504b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T03:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-trusted-ca-bundle", "reconcileID": "729ba80c-cc9c-456d-9481-d9b666f98cb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-trusted-ca-bundle", "reconcileID": "729ba80c-cc9c-456d-9481-d9b666f98cb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "openshift-service-ca.crt", "reconcileID": "8d9e84f8-14f2-4167-b9a5-fa37b253d594", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "openshift-service-ca.crt", "reconcileID": "8d9e84f8-14f2-4167-b9a5-fa37b253d594", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a69b93e9-680d-483e-a594-a8c481eb90cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8504b1"}, "namespace": "ai-tenant-e2e-api-b-8504b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a69b93e9-680d-483e-a594-a8c481eb90cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8504b1"} 2026-07-10T03:21:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8504b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8504b1", "reconcileID": "593c5cc9-f8a3-47e6-b24d-614c1967844e", "Gateway": "e2e-api-b-8504b1", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "17419c57-8f24-4fa0-9fe6-521af0e18cfd", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "17419c57-8f24-4fa0-9fe6-521af0e18cfd", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "17419c57-8f24-4fa0-9fe6-521af0e18cfd", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "1e24f493-15da-4718-9163-3d4875958629", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "1e24f493-15da-4718-9163-3d4875958629", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "1e24f493-15da-4718-9163-3d4875958629", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "315dfc80-2c83-45e8-9a41-e26cb15a5521", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "315dfc80-2c83-45e8-9a41-e26cb15a5521", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "315dfc80-2c83-45e8-9a41-e26cb15a5521", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "c3bc2e52-5991-48bf-a68b-f35a0769bee3", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "c3bc2e52-5991-48bf-a68b-f35a0769bee3", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "c3bc2e52-5991-48bf-a68b-f35a0769bee3", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "d198a0bf-05cd-4596-9be8-b7d5e5f45de6", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "d198a0bf-05cd-4596-9be8-b7d5e5f45de6", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "d198a0bf-05cd-4596-9be8-b7d5e5f45de6", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "44c82113-10f7-4a6d-a136-04dc4cf752e0", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "44c82113-10f7-4a6d-a136-04dc4cf752e0", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "44c82113-10f7-4a6d-a136-04dc4cf752e0", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "890fb31c-b6e2-41fe-b380-25883d4020fa", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "890fb31c-b6e2-41fe-b380-25883d4020fa", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "890fb31c-b6e2-41fe-b380-25883d4020fa", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "openshift-service-ca.crt", "reconcileID": "ba33e763-39ca-4c2f-aed6-75eec32a9d0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-trusted-ca-bundle", "reconcileID": "a1b02082-d0ac-4d70-905b-3b53badecdfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "openshift-service-ca.crt", "reconcileID": "6e15106e-7583-4b1a-a3ae-7ba3440cb42d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f42020", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:22:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "openshift-service-ca.crt", "reconcileID": "6e15106e-7583-4b1a-a3ae-7ba3440cb42d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "628e0131-991b-4831-9dce-0140906151f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "openshift-service-ca.crt", "reconcileID": "9603b3aa-f9a1-4f4f-829b-ee30bc968353", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-trusted-ca-bundle", "reconcileID": "0788b840-6e13-4348-9335-55719364eae8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:22:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-trusted-ca-bundle", "reconcileID": "0788b840-6e13-4348-9335-55719364eae8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43ae0049-892f-443d-9011-2b2f0da6e996", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "c43e28b2-9fc3-46fe-8df4-7b19c25e9c73", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "c43e28b2-9fc3-46fe-8df4-7b19c25e9c73", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:22:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "c43e28b2-9fc3-46fe-8df4-7b19c25e9c73", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d5c067e-19e1-4b98-a08e-a234bad85a6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:22:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "4daa8cd5-280e-45b2-9609-508fb96afe32", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "4daa8cd5-280e-45b2-9609-508fb96afe32", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "4daa8cd5-280e-45b2-9609-508fb96afe32", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "4038e887-3808-4236-a0fd-8543ce312fa7", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "4038e887-3808-4236-a0fd-8543ce312fa7", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "4038e887-3808-4236-a0fd-8543ce312fa7", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "1b87b218-a11f-4229-aafd-a63ab1c0e0d9", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "1b87b218-a11f-4229-aafd-a63ab1c0e0d9", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "1b87b218-a11f-4229-aafd-a63ab1c0e0d9", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "8a955dd2-676d-4a0c-bfb3-4a051d22bbc9", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "8a955dd2-676d-4a0c-bfb3-4a051d22bbc9", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "8a955dd2-676d-4a0c-bfb3-4a051d22bbc9", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9cec210e-afee-40af-af76-1b8c5027830f", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9cec210e-afee-40af-af76-1b8c5027830f", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9cec210e-afee-40af-af76-1b8c5027830f", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "6a1e1088-7d6c-4d6f-917b-ba0716191c1c", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "6a1e1088-7d6c-4d6f-917b-ba0716191c1c", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "6a1e1088-7d6c-4d6f-917b-ba0716191c1c", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "add3a9c3-4dce-4aef-a06b-bbc5b35ddfbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9f762d7c-e07f-443c-94af-4547582fc71e", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9f762d7c-e07f-443c-94af-4547582fc71e", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9f762d7c-e07f-443c-94af-4547582fc71e", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "openshift-service-ca.crt", "reconcileID": "3afd7574-10d2-4718-b363-4206c7807335", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-trusted-ca-bundle", "reconcileID": "ab57e69f-6243-4a28-9051-b671cf149740", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "openshift-service-ca.crt", "reconcileID": "50193fe5-4c8a-4dec-9ca1-783c28ac872e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:22:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "openshift-service-ca.crt", "reconcileID": "50193fe5-4c8a-4dec-9ca1-783c28ac872e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "openshift-service-ca.crt", "reconcileID": "e374bb2a-25c0-4d8a-a7a7-f8a7b5e54c02", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:22:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "openshift-service-ca.crt", "reconcileID": "e374bb2a-25c0-4d8a-a7a7-f8a7b5e54c02", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T03:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23345ebf-d374-4b3f-80f3-29b31273542f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "openshift-service-ca.crt", "reconcileID": "06ae534f-3ff6-4000-bdd4-6873cc7eb5b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-trusted-ca-bundle", "reconcileID": "a108c4d6-87da-4e66-a312-4752146e6b98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:22:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-trusted-ca-bundle", "reconcileID": "a108c4d6-87da-4e66-a312-4752146e6b98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "977ddbce-9cf5-445d-84cb-47cb62eb177d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "2727ac17-106c-4072-a651-872e455d4f05", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "2727ac17-106c-4072-a651-872e455d4f05", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "2727ac17-106c-4072-a651-872e455d4f05", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b1e90635-90d6-4e1e-88f0-ae66128195ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:22:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "4ff51fd1-3bba-4df2-bec5-c59ec240f6f6", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "4ff51fd1-3bba-4df2-bec5-c59ec240f6f6", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:22:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "4ff51fd1-3bba-4df2-bec5-c59ec240f6f6", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "08ab875e-e4a8-43bb-834e-a9a6e13cacca", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "08ab875e-e4a8-43bb-834e-a9a6e13cacca", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "08ab875e-e4a8-43bb-834e-a9a6e13cacca", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "0f8f937d-6013-4cf7-bb8a-82a27570eeb0", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "0f8f937d-6013-4cf7-bb8a-82a27570eeb0", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "0f8f937d-6013-4cf7-bb8a-82a27570eeb0", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "6ed96b9f-77b5-4b15-a181-07258eb00d43", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "0f8f937d-6013-4cf7-bb8a-82a27570eeb0", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020-kserve-route-authn"} 2026-07-10T03:22:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "0f8f937d-6013-4cf7-bb8a-82a27570eeb0", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:22:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "0f8f937d-6013-4cf7-bb8a-82a27570eeb0", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "6ed96b9f-77b5-4b15-a181-07258eb00d43", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:22:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "6ed96b9f-77b5-4b15-a181-07258eb00d43", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "323e40ab-a2b8-49ff-a50f-9285a43a264e", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "323e40ab-a2b8-49ff-a50f-9285a43a264e", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "323e40ab-a2b8-49ff-a50f-9285a43a264e", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "323e40ab-a2b8-49ff-a50f-9285a43a264e", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020-kserve-route-authn"} 2026-07-10T03:22:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "323e40ab-a2b8-49ff-a50f-9285a43a264e", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:22:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "323e40ab-a2b8-49ff-a50f-9285a43a264e", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "044bcbb1-2d4f-4a80-9078-e037850161ee", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "044bcbb1-2d4f-4a80-9078-e037850161ee", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:22:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "044bcbb1-2d4f-4a80-9078-e037850161ee", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:22:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c4d18f8-2a40-4c9b-8ed0-e05e98afd9bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:22:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "8d20d461-5f03-4211-9648-bfa04be1e5f6", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "8d20d461-5f03-4211-9648-bfa04be1e5f6", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "8d20d461-5f03-4211-9648-bfa04be1e5f6", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "8d20d461-5f03-4211-9648-bfa04be1e5f6", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020-kserve-route-authn"} 2026-07-10T03:22:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "8d20d461-5f03-4211-9648-bfa04be1e5f6", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:22:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "8d20d461-5f03-4211-9648-bfa04be1e5f6", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "15c5e74d-cdc9-4dca-a2cf-7ab9996c2199", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "15c5e74d-cdc9-4dca-a2cf-7ab9996c2199", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "15c5e74d-cdc9-4dca-a2cf-7ab9996c2199", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "15c5e74d-cdc9-4dca-a2cf-7ab9996c2199", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020-kserve-route-authn"} 2026-07-10T03:22:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "15c5e74d-cdc9-4dca-a2cf-7ab9996c2199", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:22:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "15c5e74d-cdc9-4dca-a2cf-7ab9996c2199", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4cebcad3-f4ec-4755-8a6d-916afafcb328", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:22:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "763add3b-b30c-4067-9b5b-dae45cabe857", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "763add3b-b30c-4067-9b5b-dae45cabe857", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "763add3b-b30c-4067-9b5b-dae45cabe857", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "763add3b-b30c-4067-9b5b-dae45cabe857", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020-kserve-route-authn"} 2026-07-10T03:22:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "763add3b-b30c-4067-9b5b-dae45cabe857", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:22:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "763add3b-b30c-4067-9b5b-dae45cabe857", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:22:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "812df7d5-a060-4e98-9157-04a50aeec9bf", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "812df7d5-a060-4e98-9157-04a50aeec9bf", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "812df7d5-a060-4e98-9157-04a50aeec9bf", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "27bbff67-053c-4ac9-b35c-58699440d78e", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "812df7d5-a060-4e98-9157-04a50aeec9bf", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:22:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "812df7d5-a060-4e98-9157-04a50aeec9bf", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:22:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "812df7d5-a060-4e98-9157-04a50aeec9bf", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "27bbff67-053c-4ac9-b35c-58699440d78e", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "27bbff67-053c-4ac9-b35c-58699440d78e", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "0d34a94b-67e6-4a4f-80b2-e30a72f09da9", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "0d34a94b-67e6-4a4f-80b2-e30a72f09da9", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "0d34a94b-67e6-4a4f-80b2-e30a72f09da9", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "0d34a94b-67e6-4a4f-80b2-e30a72f09da9", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:22:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "0d34a94b-67e6-4a4f-80b2-e30a72f09da9", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:22:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "0d34a94b-67e6-4a4f-80b2-e30a72f09da9", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9e949a87-6e89-4a5d-9130-fa25e1788b4d", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9e949a87-6e89-4a5d-9130-fa25e1788b4d", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:22:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9e949a87-6e89-4a5d-9130-fa25e1788b4d", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:22:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "e324d1d6-3084-424b-a22b-68df5bdece65", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "e324d1d6-3084-424b-a22b-68df5bdece65", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "e324d1d6-3084-424b-a22b-68df5bdece65", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "e324d1d6-3084-424b-a22b-68df5bdece65", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:22:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "e324d1d6-3084-424b-a22b-68df5bdece65", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:22:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "e324d1d6-3084-424b-a22b-68df5bdece65", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "f7eab43b-4304-40c8-bf03-78e658eb14a6", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "f7eab43b-4304-40c8-bf03-78e658eb14a6", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "f7eab43b-4304-40c8-bf03-78e658eb14a6", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:22:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "f7eab43b-4304-40c8-bf03-78e658eb14a6", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:22:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "f7eab43b-4304-40c8-bf03-78e658eb14a6", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:22:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "f7eab43b-4304-40c8-bf03-78e658eb14a6", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:23:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "dacd67a2-7f66-44fb-aff5-c90a2f25380b", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:23:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "dacd67a2-7f66-44fb-aff5-c90a2f25380b", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:23:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "dacd67a2-7f66-44fb-aff5-c90a2f25380b", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:23:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9d2fd87b-bbf1-401c-97da-51fcf15b8263", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:23:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9d2fd87b-bbf1-401c-97da-51fcf15b8263", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:23:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "9d2fd87b-bbf1-401c-97da-51fcf15b8263", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:24:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "a3627a6e-f77b-438e-8397-f544f1bba05d", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "a3627a6e-f77b-438e-8397-f544f1bba05d", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020"} 2026-07-10T03:24:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "a3627a6e-f77b-438e-8397-f544f1bba05d", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "a3627a6e-f77b-438e-8397-f544f1bba05d", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "a3627a6e-f77b-438e-8397-f544f1bba05d", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020-kserve-route-authn"} 2026-07-10T03:24:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "a3627a6e-f77b-438e-8397-f544f1bba05d", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020-kserve-route-authn"} 2026-07-10T03:24:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "a3627a6e-f77b-438e-8397-f544f1bba05d", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "a3627a6e-f77b-438e-8397-f544f1bba05d", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "auth-test-model-f42020", "reconcileID": "52b77eb5-7313-4de9-b140-ba1a7e09d32b", "LLMInferenceService": "auth-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "2c1c1791-5046-4c6b-bf1b-f051ae02e977", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "2c1c1791-5046-4c6b-bf1b-f051ae02e977", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "2c1c1791-5046-4c6b-bf1b-f051ae02e977", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "74fb8e8b-f93b-4213-bd76-a711a926587d", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "74fb8e8b-f93b-4213-bd76-a711a926587d", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "74fb8e8b-f93b-4213-bd76-a711a926587d", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:24:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "3dc859d7-a24f-4bc5-a7f9-da6e5f96f309", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:24:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "3dc859d7-a24f-4bc5-a7f9-da6e5f96f309", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5"} 2026-07-10T03:24:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "3dc859d7-a24f-4bc5-a7f9-da6e5f96f309", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:24:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "3dc859d7-a24f-4bc5-a7f9-da6e5f96f309", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:24:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "3dc859d7-a24f-4bc5-a7f9-da6e5f96f309", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:24:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "3dc859d7-a24f-4bc5-a7f9-da6e5f96f309", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:24:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "3dc859d7-a24f-4bc5-a7f9-da6e5f96f309", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:24:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "3dc859d7-a24f-4bc5-a7f9-da6e5f96f309", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:24:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "auth-test-model-45a5a5", "reconcileID": "76d3d1a2-563d-42a2-af98-883f6623a273", "LLMInferenceService": "auth-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "de5a6def-9eb1-4cdb-9c16-d131e75512ca", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "de5a6def-9eb1-4cdb-9c16-d131e75512ca", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "de5a6def-9eb1-4cdb-9c16-d131e75512ca", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "af241f13-a163-4561-91ba-d23422381878", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "af241f13-a163-4561-91ba-d23422381878", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "af241f13-a163-4561-91ba-d23422381878", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:24:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "d3a2e222-8c7c-410e-be13-dad40aefd49f", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "d3a2e222-8c7c-410e-be13-dad40aefd49f", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "d3a2e222-8c7c-410e-be13-dad40aefd49f", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "9c2e0585-76b7-4310-b9dd-cf0a41358937", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:24:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "d3a2e222-8c7c-410e-be13-dad40aefd49f", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020-kserve-route-authn"} 2026-07-10T03:24:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "d3a2e222-8c7c-410e-be13-dad40aefd49f", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:24:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "d3a2e222-8c7c-410e-be13-dad40aefd49f", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "9c2e0585-76b7-4310-b9dd-cf0a41358937", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "9c2e0585-76b7-4310-b9dd-cf0a41358937", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:24:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6cba4e36-3e73-49c0-9843-3c9310060e53", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6cba4e36-3e73-49c0-9843-3c9310060e53", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6cba4e36-3e73-49c0-9843-3c9310060e53", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:24:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6cba4e36-3e73-49c0-9843-3c9310060e53", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020-kserve-route-authn"} 2026-07-10T03:24:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6cba4e36-3e73-49c0-9843-3c9310060e53", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:24:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6cba4e36-3e73-49c0-9843-3c9310060e53", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "be79eb91-e1bb-4b40-b269-fd07b3f91aaf", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:25:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "be79eb91-e1bb-4b40-b269-fd07b3f91aaf", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:25:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "be79eb91-e1bb-4b40-b269-fd07b3f91aaf", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:25:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "7b2ac570-37d7-4d93-a6fc-2b81f8567948", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "7b2ac570-37d7-4d93-a6fc-2b81f8567948", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "7b2ac570-37d7-4d93-a6fc-2b81f8567948", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "7b2ac570-37d7-4d93-a6fc-2b81f8567948", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020-kserve-route-authn"} 2026-07-10T03:25:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "7b2ac570-37d7-4d93-a6fc-2b81f8567948", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:25:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "7b2ac570-37d7-4d93-a6fc-2b81f8567948", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "f50d92ec-a061-41f1-8e4c-1b2d1036af14", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "f50d92ec-a061-41f1-8e4c-1b2d1036af14", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "f50d92ec-a061-41f1-8e4c-1b2d1036af14", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "f50d92ec-a061-41f1-8e4c-1b2d1036af14", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020-kserve-route-authn"} 2026-07-10T03:25:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "f50d92ec-a061-41f1-8e4c-1b2d1036af14", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:25:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "f50d92ec-a061-41f1-8e4c-1b2d1036af14", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "5b4f649f-37a8-422c-8457-96af0a97c848", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "5b4f649f-37a8-422c-8457-96af0a97c848", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "5b4f649f-37a8-422c-8457-96af0a97c848", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "5b4f649f-37a8-422c-8457-96af0a97c848", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020-kserve-route-authn"} 2026-07-10T03:25:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "5b4f649f-37a8-422c-8457-96af0a97c848", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:25:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "5b4f649f-37a8-422c-8457-96af0a97c848", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:25:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2a1cf639-e11d-4f5f-a988-f77b706e9d74", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2a1cf639-e11d-4f5f-a988-f77b706e9d74", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2a1cf639-e11d-4f5f-a988-f77b706e9d74", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "e7a92980-abef-41b1-a548-d04d599df32f", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:25:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2a1cf639-e11d-4f5f-a988-f77b706e9d74", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:25:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2a1cf639-e11d-4f5f-a988-f77b706e9d74", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:25:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2a1cf639-e11d-4f5f-a988-f77b706e9d74", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "e7a92980-abef-41b1-a548-d04d599df32f", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "e7a92980-abef-41b1-a548-d04d599df32f", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:25:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2253a2e9-f835-468d-9b1c-01fde4a3b72b", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2253a2e9-f835-468d-9b1c-01fde4a3b72b", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2253a2e9-f835-468d-9b1c-01fde4a3b72b", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2253a2e9-f835-468d-9b1c-01fde4a3b72b", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:25:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2253a2e9-f835-468d-9b1c-01fde4a3b72b", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:25:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "2253a2e9-f835-468d-9b1c-01fde4a3b72b", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "5f4ba495-5009-4c50-a228-2c3481c76bce", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "5f4ba495-5009-4c50-a228-2c3481c76bce", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "5f4ba495-5009-4c50-a228-2c3481c76bce", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:25:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "3e965472-cf81-4a0d-82e5-c80a7eeb0b29", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "3e965472-cf81-4a0d-82e5-c80a7eeb0b29", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "3e965472-cf81-4a0d-82e5-c80a7eeb0b29", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "3e965472-cf81-4a0d-82e5-c80a7eeb0b29", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:25:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "3e965472-cf81-4a0d-82e5-c80a7eeb0b29", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:25:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "3e965472-cf81-4a0d-82e5-c80a7eeb0b29", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "88799361-507c-48ee-8f47-69ddf8151a31", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "88799361-507c-48ee-8f47-69ddf8151a31", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "88799361-507c-48ee-8f47-69ddf8151a31", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:25:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "88799361-507c-48ee-8f47-69ddf8151a31", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:25:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "88799361-507c-48ee-8f47-69ddf8151a31", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:25:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "88799361-507c-48ee-8f47-69ddf8151a31", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6e5ed0be-5df2-4621-895d-5f1013d8b63c", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6e5ed0be-5df2-4621-895d-5f1013d8b63c", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020"} 2026-07-10T03:26:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6e5ed0be-5df2-4621-895d-5f1013d8b63c", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6e5ed0be-5df2-4621-895d-5f1013d8b63c", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6e5ed0be-5df2-4621-895d-5f1013d8b63c", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020-kserve-route-authn"} 2026-07-10T03:26:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6e5ed0be-5df2-4621-895d-5f1013d8b63c", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020-kserve-route-authn"} 2026-07-10T03:26:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6e5ed0be-5df2-4621-895d-5f1013d8b63c", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "6e5ed0be-5df2-4621-895d-5f1013d8b63c", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "sub-test-model-f42020", "reconcileID": "598fe33e-af65-4555-9095-8d17f98d6418", "LLMInferenceService": "sub-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "32655c0c-e898-42ad-b4d1-e3a2e7401c46", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "32655c0c-e898-42ad-b4d1-e3a2e7401c46", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "32655c0c-e898-42ad-b4d1-e3a2e7401c46", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "f3d574e1-d141-4bbf-8d36-52fea8d36221", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "f3d574e1-d141-4bbf-8d36-52fea8d36221", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "f3d574e1-d141-4bbf-8d36-52fea8d36221", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:26:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "30640c8e-9639-4c05-85bc-3a7a185b5e9a", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "30640c8e-9639-4c05-85bc-3a7a185b5e9a", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5"} 2026-07-10T03:26:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "30640c8e-9639-4c05-85bc-3a7a185b5e9a", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "30640c8e-9639-4c05-85bc-3a7a185b5e9a", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "30640c8e-9639-4c05-85bc-3a7a185b5e9a", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:26:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "30640c8e-9639-4c05-85bc-3a7a185b5e9a", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:26:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "30640c8e-9639-4c05-85bc-3a7a185b5e9a", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "30640c8e-9639-4c05-85bc-3a7a185b5e9a", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "sub-test-model-45a5a5", "reconcileID": "71bc131c-5c4f-435e-adf1-c6552e997962", "LLMInferenceService": "sub-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "6d981ed6-f336-498b-b292-5dd9c61f135d", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:26:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "6d981ed6-f336-498b-b292-5dd9c61f135d", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:26:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "6d981ed6-f336-498b-b292-5dd9c61f135d", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:26:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "258cab60-4cfb-45ba-8402-e0366367dc93", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:26:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "258cab60-4cfb-45ba-8402-e0366367dc93", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:26:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "258cab60-4cfb-45ba-8402-e0366367dc93", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:26:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "1a5db243-04d1-4b51-a5ba-8791a7b6d146", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "1a5db243-04d1-4b51-a5ba-8791a7b6d146", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "1a5db243-04d1-4b51-a5ba-8791a7b6d146", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "33bce12b-4bd5-4f51-be9b-7ce9af2be7c4", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:26:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "1a5db243-04d1-4b51-a5ba-8791a7b6d146", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020-kserve-route-authn"} 2026-07-10T03:26:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "1a5db243-04d1-4b51-a5ba-8791a7b6d146", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:26:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "1a5db243-04d1-4b51-a5ba-8791a7b6d146", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "33bce12b-4bd5-4f51-be9b-7ce9af2be7c4", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:26:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "33bce12b-4bd5-4f51-be9b-7ce9af2be7c4", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:26:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "6f968e9f-e539-442b-980a-ee5f83b2a45c", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "6f968e9f-e539-442b-980a-ee5f83b2a45c", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "6f968e9f-e539-442b-980a-ee5f83b2a45c", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "6f968e9f-e539-442b-980a-ee5f83b2a45c", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020-kserve-route-authn"} 2026-07-10T03:26:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "6f968e9f-e539-442b-980a-ee5f83b2a45c", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:26:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "6f968e9f-e539-442b-980a-ee5f83b2a45c", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "c7f89636-049c-4221-b785-b0476ab8fa65", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:26:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "c7f89636-049c-4221-b785-b0476ab8fa65", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:26:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "c7f89636-049c-4221-b785-b0476ab8fa65", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:26:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "dcb45829-9f20-44da-9e02-4e23c2edf0e2", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "dcb45829-9f20-44da-9e02-4e23c2edf0e2", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "dcb45829-9f20-44da-9e02-4e23c2edf0e2", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "dcb45829-9f20-44da-9e02-4e23c2edf0e2", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020-kserve-route-authn"} 2026-07-10T03:26:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "dcb45829-9f20-44da-9e02-4e23c2edf0e2", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:26:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "dcb45829-9f20-44da-9e02-4e23c2edf0e2", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T03:26:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T03:26:35Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T03:26:35Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T03:26:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "feba7c63-e8cc-4224-8d9a-bb7a71ad9d22", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "feba7c63-e8cc-4224-8d9a-bb7a71ad9d22", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "feba7c63-e8cc-4224-8d9a-bb7a71ad9d22", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "feba7c63-e8cc-4224-8d9a-bb7a71ad9d22", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020-kserve-route-authn"} 2026-07-10T03:26:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "feba7c63-e8cc-4224-8d9a-bb7a71ad9d22", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "authType": "userdefined"} 2026-07-10T03:26:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "feba7c63-e8cc-4224-8d9a-bb7a71ad9d22", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:26:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "f9beae9b-f0a4-494b-b329-3c974c59da11", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "f9beae9b-f0a4-494b-b329-3c974c59da11", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "f9beae9b-f0a4-494b-b329-3c974c59da11", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "1a05c13d-58dc-40f7-b120-69020f5c7863", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:26:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "f9beae9b-f0a4-494b-b329-3c974c59da11", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:26:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "f9beae9b-f0a4-494b-b329-3c974c59da11", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:26:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "f9beae9b-f0a4-494b-b329-3c974c59da11", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "1a05c13d-58dc-40f7-b120-69020f5c7863", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:26:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "1a05c13d-58dc-40f7-b120-69020f5c7863", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:26:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "3f2cef84-d2dc-4cbf-84ed-dca2b7a55227", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "3f2cef84-d2dc-4cbf-84ed-dca2b7a55227", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "3f2cef84-d2dc-4cbf-84ed-dca2b7a55227", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "3f2cef84-d2dc-4cbf-84ed-dca2b7a55227", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:26:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "3f2cef84-d2dc-4cbf-84ed-dca2b7a55227", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:26:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "3f2cef84-d2dc-4cbf-84ed-dca2b7a55227", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "98161f5e-69d1-42e7-9a20-03a896fd52b6", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:26:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "98161f5e-69d1-42e7-9a20-03a896fd52b6", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:26:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "98161f5e-69d1-42e7-9a20-03a896fd52b6", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:26:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "b1b185fe-6ed2-4bf6-aa08-caa62f220b0c", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "b1b185fe-6ed2-4bf6-aa08-caa62f220b0c", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "b1b185fe-6ed2-4bf6-aa08-caa62f220b0c", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "b1b185fe-6ed2-4bf6-aa08-caa62f220b0c", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:26:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "b1b185fe-6ed2-4bf6-aa08-caa62f220b0c", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:26:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "b1b185fe-6ed2-4bf6-aa08-caa62f220b0c", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "8dad4c74-26a7-4aed-9cef-806b23461fb5", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "8dad4c74-26a7-4aed-9cef-806b23461fb5", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "8dad4c74-26a7-4aed-9cef-806b23461fb5", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:26:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "8dad4c74-26a7-4aed-9cef-806b23461fb5", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:26:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "8dad4c74-26a7-4aed-9cef-806b23461fb5", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:26:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "8dad4c74-26a7-4aed-9cef-806b23461fb5", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "4a8d8bbd-09d6-4fcf-a832-218d38de4d3e", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "4a8d8bbd-09d6-4fcf-a832-218d38de4d3e", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "4a8d8bbd-09d6-4fcf-a832-218d38de4d3e", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "4a8d8bbd-09d6-4fcf-a832-218d38de4d3e", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:27:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "4a8d8bbd-09d6-4fcf-a832-218d38de4d3e", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "authType": "userdefined"} 2026-07-10T03:27:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "4a8d8bbd-09d6-4fcf-a832-218d38de4d3e", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6e6fbb2f-1ba5-4b52-84b7-5ef5e4a4bde4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c54a7eff-e799-41bb-b6c4-39e242c7f820", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:27:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "699e7e5a-a94a-4637-a5e6-e9c2978549fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:27:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "7cdda8b8-ee41-4548-98a5-4e31d5a897f8", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:27:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "7cdda8b8-ee41-4548-98a5-4e31d5a897f8", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020"} 2026-07-10T03:27:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "7cdda8b8-ee41-4548-98a5-4e31d5a897f8", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:27:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "7cdda8b8-ee41-4548-98a5-4e31d5a897f8", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:27:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "7cdda8b8-ee41-4548-98a5-4e31d5a897f8", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020-kserve-route-authn"} 2026-07-10T03:27:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "7cdda8b8-ee41-4548-98a5-4e31d5a897f8", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020-kserve-route-authn"} 2026-07-10T03:27:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "7cdda8b8-ee41-4548-98a5-4e31d5a897f8", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:27:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "7cdda8b8-ee41-4548-98a5-4e31d5a897f8", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:27:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f42020","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "rate-test-model-f42020", "reconcileID": "09e6f907-376e-4fe8-b608-5ee2886d035a", "LLMInferenceService": "rate-test-model-f42020", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "9f756717-1391-4c04-8d85-c59d9b2d1a9e", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "9f756717-1391-4c04-8d85-c59d9b2d1a9e", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "9f756717-1391-4c04-8d85-c59d9b2d1a9e", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "345e4597-9442-4cc6-80ab-06516d068a4a", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "345e4597-9442-4cc6-80ab-06516d068a4a", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "345e4597-9442-4cc6-80ab-06516d068a4a", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:27:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "5e8984a9-b0cb-4fd3-b547-be8b35857e68", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "5e8984a9-b0cb-4fd3-b547-be8b35857e68", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5"} 2026-07-10T03:27:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "5e8984a9-b0cb-4fd3-b547-be8b35857e68", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "5e8984a9-b0cb-4fd3-b547-be8b35857e68", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "5e8984a9-b0cb-4fd3-b547-be8b35857e68", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:27:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "5e8984a9-b0cb-4fd3-b547-be8b35857e68", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5-kserve-route-authn"} 2026-07-10T03:27:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "5e8984a9-b0cb-4fd3-b547-be8b35857e68", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "5e8984a9-b0cb-4fd3-b547-be8b35857e68", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-45a5a5","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "rate-test-model-45a5a5", "reconcileID": "cca2f954-6661-4842-9f1f-5cd2b12ae7aa", "LLMInferenceService": "rate-test-model-45a5a5", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:27:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "a45059a6-b808-4f4a-a2ac-1dad376638ab", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:27:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "a45059a6-b808-4f4a-a2ac-1dad376638ab", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:27:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "a45059a6-b808-4f4a-a2ac-1dad376638ab", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:27:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "beb1e049-c775-4f16-808d-e47d15201073", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:27:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "beb1e049-c775-4f16-808d-e47d15201073", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:27:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "beb1e049-c775-4f16-808d-e47d15201073", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:27:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5242a2bc-b048-4027-9e78-c8030bc4d868", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "f70863f4-656f-4698-9f1d-3a2da600a20a", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "f70863f4-656f-4698-9f1d-3a2da600a20a", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020-authn-ssl"} 2026-07-10T03:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "f70863f4-656f-4698-9f1d-3a2da600a20a", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:28:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27b4f79c-f490-463f-8ab1-d36703975fa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:28:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27b4f79c-f490-463f-8ab1-d36703975fa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:28:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27b4f79c-f490-463f-8ab1-d36703975fa5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-f42020 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T03:28:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-trusted-ca-bundle", "reconcileID": "ff337929-0817-4f18-9ecb-b688b5072ec9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:28:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-trusted-ca-bundle", "reconcileID": "ff337929-0817-4f18-9ecb-b688b5072ec9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:28:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "openshift-service-ca.crt", "reconcileID": "605ea3ca-84c7-4029-8149-81971240e0aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:28:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "openshift-service-ca.crt", "reconcileID": "605ea3ca-84c7-4029-8149-81971240e0aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:28:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd7b1daf-d26f-49f1-9660-026f9b384a14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:28:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f42020"}, "namespace": "ai-tenant-e2e-shared-a-f42020", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd7b1daf-d26f-49f1-9660-026f9b384a14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f42020"} 2026-07-10T03:28:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f42020","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f42020", "reconcileID": "0d7a7c3b-4de4-4686-84ff-b64944539034", "Gateway": "e2e-shared-a-f42020", "namespace": "openshift-ingress"} 2026-07-10T03:28:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c50be160-27ab-4113-85a2-2a09732827f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T03:28:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "5f644c8f-04cb-48e6-b1eb-8c3673116b14", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:28:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "5f644c8f-04cb-48e6-b1eb-8c3673116b14", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5-authn-ssl"} 2026-07-10T03:28:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "5f644c8f-04cb-48e6-b1eb-8c3673116b14", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"} 2026-07-10T03:28:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85929ad8-9cb0-4222-9b52-e6406fb483ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:28:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85929ad8-9cb0-4222-9b52-e6406fb483ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T03:28:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85929ad8-9cb0-4222-9b52-e6406fb483ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-45a5a5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T03:28:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-trusted-ca-bundle", "reconcileID": "a6aace4b-df37-48d2-ad4b-c1100733520a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:28:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-trusted-ca-bundle", "reconcileID": "a6aace4b-df37-48d2-ad4b-c1100733520a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:28:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "openshift-service-ca.crt", "reconcileID": "b52158e0-eaec-4666-b91c-a8ad638520c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:28:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "openshift-service-ca.crt", "reconcileID": "b52158e0-eaec-4666-b91c-a8ad638520c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:28:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faec5e32-83d7-4073-9c73-942bb46b6e53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:28:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-45a5a5"}, "namespace": "ai-tenant-e2e-shared-b-45a5a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faec5e32-83d7-4073-9c73-942bb46b6e53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-45a5a5"} 2026-07-10T03:28:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-45a5a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-45a5a5", "reconcileID": "1958323d-b219-444a-b388-607132a0daf7", "Gateway": "e2e-shared-b-45a5a5", "namespace": "openshift-ingress"}