2026-07-15T15:13:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "05cb7628-58c2-4dcc-b39f-1e830d08af62", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress", "name": "e2e-api-b-345426-authn-ssl"} 2026-07-15T15:13:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "05cb7628-58c2-4dcc-b39f-1e830d08af62", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:13:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "openshift-service-ca.crt", "reconcileID": "99513735-15d1-4524-ada1-f86fe821ea1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:13:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-trusted-ca-bundle", "reconcileID": "c3808d6a-0018-41ca-9f33-2a4bf885d313", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:13:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "openshift-service-ca.crt", "reconcileID": "792a7f3d-0080-48a5-8ba6-77b42dd4264a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-345426", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:13:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "openshift-service-ca.crt", "reconcileID": "792a7f3d-0080-48a5-8ba6-77b42dd4264a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:13:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68efc935-81de-467a-96bd-26e970376a01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:13:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "openshift-service-ca.crt", "reconcileID": "16911e0b-4a41-486d-baae-e91bfffc9e75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:13:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-trusted-ca-bundle", "reconcileID": "48a9f299-efba-4b63-b73e-3e9453a6b954", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:13:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-trusted-ca-bundle", "reconcileID": "48a9f299-efba-4b63-b73e-3e9453a6b954", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:13:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4ef545b-462f-45ea-a9d8-5289acabcd7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:13:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "b72b2ad2-b680-4747-a2cd-5c5792f3a1d2", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:13:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "b72b2ad2-b680-4747-a2cd-5c5792f3a1d2", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress", "name": "e2e-api-b-345426-authn-ssl"} 2026-07-15T15:13:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "b72b2ad2-b680-4747-a2cd-5c5792f3a1d2", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:13:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0eb8a48d-2482-4dc0-a2e1-419f0ad41c7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:13:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "adf150f8-ba0e-4ac9-8b06-c16d07b9114e", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:13:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "adf150f8-ba0e-4ac9-8b06-c16d07b9114e", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress", "name": "e2e-api-b-345426-authn-ssl"} 2026-07-15T15:13:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "adf150f8-ba0e-4ac9-8b06-c16d07b9114e", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:13:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7c00d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d", "reconcileID": "8dec554c-e023-4cdf-a116-b5023572509f", "Gateway": "e2e-api-a-c7c00d", "namespace": "openshift-ingress"} 2026-07-15T15:13:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7c00d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d", "reconcileID": "8dec554c-e023-4cdf-a116-b5023572509f", "Gateway": "e2e-api-a-c7c00d", "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d-authn-ssl"} 2026-07-15T15:13:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7c00d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d", "reconcileID": "8dec554c-e023-4cdf-a116-b5023572509f", "Gateway": "e2e-api-a-c7c00d", "namespace": "openshift-ingress"} 2026-07-15T15:13:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3328f2c0-dd4c-4650-a101-cc832956c12b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:13:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "ff520f99-4951-489e-8040-553c2493e67a", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:13:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "ff520f99-4951-489e-8040-553c2493e67a", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress", "name": "e2e-api-b-345426-authn-ssl"} 2026-07-15T15:13:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "ff520f99-4951-489e-8040-553c2493e67a", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:13:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "389b7a8d-3889-40d8-9450-5ea53d04997f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:13:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "012d5022-5495-4094-a924-246455e26abf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7c00d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d", "reconcileID": "144f3fb9-217d-4eb4-a7d2-7a66b24782bf", "Gateway": "e2e-api-a-c7c00d", "namespace": "openshift-ingress"} 2026-07-15T15:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7c00d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d", "reconcileID": "144f3fb9-217d-4eb4-a7d2-7a66b24782bf", "Gateway": "e2e-api-a-c7c00d", "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d-authn-ssl"} 2026-07-15T15:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7c00d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d", "reconcileID": "144f3fb9-217d-4eb4-a7d2-7a66b24782bf", "Gateway": "e2e-api-a-c7c00d", "namespace": "openshift-ingress"} 2026-07-15T15:14:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7c00d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d", "reconcileID": "14937b6b-3f1f-40c4-b521-a143fc00478d", "Gateway": "e2e-api-a-c7c00d", "namespace": "openshift-ingress"} 2026-07-15T15:14:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7c00d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d", "reconcileID": "14937b6b-3f1f-40c4-b521-a143fc00478d", "Gateway": "e2e-api-a-c7c00d", "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d-authn-ssl"} 2026-07-15T15:14:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7c00d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7c00d", "reconcileID": "14937b6b-3f1f-40c4-b521-a143fc00478d", "Gateway": "e2e-api-a-c7c00d", "namespace": "openshift-ingress"} 2026-07-15T15:14:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e22faa29-b759-4e0f-82d0-e3cefd11cfe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7c00d"} 2026-07-15T15:14:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e22faa29-b759-4e0f-82d0-e3cefd11cfe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7c00d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:14:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e22faa29-b759-4e0f-82d0-e3cefd11cfe6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c7c00d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T15:14:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-trusted-ca-bundle", "reconcileID": "a7cf40a4-5250-475a-9788-f651e1e2cf1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7c00d"} 2026-07-15T15:14:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-trusted-ca-bundle", "reconcileID": "a7cf40a4-5250-475a-9788-f651e1e2cf1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7c00d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:14:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-trusted-ca-bundle", "reconcileID": "a7cf40a4-5250-475a-9788-f651e1e2cf1d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c7c00d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T15:14:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "openshift-service-ca.crt", "reconcileID": "4eac475e-550c-4623-b073-51a790cd78a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c7c00d"} 2026-07-15T15:14:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "openshift-service-ca.crt", "reconcileID": "4eac475e-550c-4623-b073-51a790cd78a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c7c00d"} 2026-07-15T15:14:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9611406-af13-4b25-b4fa-d34f629924ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7c00d"} 2026-07-15T15:14:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9611406-af13-4b25-b4fa-d34f629924ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7c00d"} 2026-07-15T15:14:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-trusted-ca-bundle", "reconcileID": "947cdc76-b9d8-4420-a171-f3d9d2a70405", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7c00d"} 2026-07-15T15:14:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7c00d"}, "namespace": "ai-tenant-e2e-api-a-c7c00d", "name": "odh-trusted-ca-bundle", "reconcileID": "947cdc76-b9d8-4420-a171-f3d9d2a70405", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7c00d"} 2026-07-15T15:14:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03c495aa-6a1b-48d6-8532-85cf19d88f2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:14:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "6b74991d-7f72-4ed0-b0ad-bedf9b7f3143", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:14:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "6b74991d-7f72-4ed0-b0ad-bedf9b7f3143", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress", "name": "e2e-api-b-345426-authn-ssl"} 2026-07-15T15:14:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "6b74991d-7f72-4ed0-b0ad-bedf9b7f3143", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "95a7e36d-47e9-4ddc-bc32-dd52f38a43a6", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "95a7e36d-47e9-4ddc-bc32-dd52f38a43a6", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress", "name": "e2e-api-b-345426-authn-ssl"} 2026-07-15T15:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-345426","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-345426", "reconcileID": "95a7e36d-47e9-4ddc-bc32-dd52f38a43a6", "Gateway": "e2e-api-b-345426", "namespace": "openshift-ingress"} 2026-07-15T15:14:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a811c24-1167-4e10-a38c-d5ae662ca11a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:14:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a811c24-1167-4e10-a38c-d5ae662ca11a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:14:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a811c24-1167-4e10-a38c-d5ae662ca11a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-345426 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T15:14:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-trusted-ca-bundle", "reconcileID": "aee28349-2970-41b5-8838-6282cb8cd60e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-trusted-ca-bundle", "reconcileID": "aee28349-2970-41b5-8838-6282cb8cd60e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:14:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "openshift-service-ca.crt", "reconcileID": "100dd596-89a8-41b4-b1b4-ba36ff85c20a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "openshift-service-ca.crt", "reconcileID": "100dd596-89a8-41b4-b1b4-ba36ff85c20a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:14:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "672e3928-6862-432c-80a7-9d2aad76ce7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-345426"}, "namespace": "ai-tenant-e2e-api-b-345426", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "672e3928-6862-432c-80a7-9d2aad76ce7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-345426"} 2026-07-15T15:14:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "adeba4b9-f6a0-4686-b83b-15aa114cd359", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "adeba4b9-f6a0-4686-b83b-15aa114cd359", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:14:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "adeba4b9-f6a0-4686-b83b-15aa114cd359", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "91992b48-30c3-4adc-9cfe-2916edfe3ee7", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "91992b48-30c3-4adc-9cfe-2916edfe3ee7", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:14:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "91992b48-30c3-4adc-9cfe-2916edfe3ee7", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "51b3da8a-cc56-4e9f-a907-b07a3554c319", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "51b3da8a-cc56-4e9f-a907-b07a3554c319", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:14:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "51b3da8a-cc56-4e9f-a907-b07a3554c319", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "01ebd1a5-6bc0-47e8-9e6a-f8b685037020", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "01ebd1a5-6bc0-47e8-9e6a-f8b685037020", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:14:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "01ebd1a5-6bc0-47e8-9e6a-f8b685037020", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "de3a7c32-45fb-411a-93cf-46a565719c94", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "de3a7c32-45fb-411a-93cf-46a565719c94", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:14:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "de3a7c32-45fb-411a-93cf-46a565719c94", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "cd9f5b2f-7cd4-4e74-a5b2-13926dc15cf9", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "cd9f5b2f-7cd4-4e74-a5b2-13926dc15cf9", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:14:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "cd9f5b2f-7cd4-4e74-a5b2-13926dc15cf9", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "bda522f5-a355-4c23-a302-d3ddfbaf23a8", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "bda522f5-a355-4c23-a302-d3ddfbaf23a8", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:14:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "bda522f5-a355-4c23-a302-d3ddfbaf23a8", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "openshift-service-ca.crt", "reconcileID": "391c9362-40d3-4337-9b25-021213aabc67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:14:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "openshift-service-ca.crt", "reconcileID": "5ee495ad-4032-4b0e-8fa2-0734b4e93ddd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:14:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "openshift-service-ca.crt", "reconcileID": "5ee495ad-4032-4b0e-8fa2-0734b4e93ddd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:14:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-trusted-ca-bundle", "reconcileID": "99eed801-f743-475c-82bd-ddf0fc885e1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:14:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c014a8e6-7c86-4996-b335-251d2257a0c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:14:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "openshift-service-ca.crt", "reconcileID": "2a07e711-cadf-441c-b9b0-2391fda7a836", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:14:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-trusted-ca-bundle", "reconcileID": "6a742d07-133a-49f0-975a-036993519aac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:14:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-trusted-ca-bundle", "reconcileID": "6a742d07-133a-49f0-975a-036993519aac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:14:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd786902-9e5d-4061-b4f4-b920460a713f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:14:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "eb653518-ca2f-446a-a433-517f9152afec", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "eb653518-ca2f-446a-a433-517f9152afec", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:14:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "eb653518-ca2f-446a-a433-517f9152afec", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "051451bf-42af-4d67-ab58-8fc1d2f6996d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "5104113d-6e80-4894-9eed-e86b4470f706", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "5104113d-6e80-4894-9eed-e86b4470f706", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "5104113d-6e80-4894-9eed-e86b4470f706", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "3a31847c-3a41-4c4a-a5da-e5433eb472b0", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "3a31847c-3a41-4c4a-a5da-e5433eb472b0", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "3a31847c-3a41-4c4a-a5da-e5433eb472b0", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "ac15d7eb-aa72-4c6c-b612-f550aac9fcf6", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "ac15d7eb-aa72-4c6c-b612-f550aac9fcf6", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "ac15d7eb-aa72-4c6c-b612-f550aac9fcf6", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "c8044ee9-922a-4652-a488-0c770bfd2295", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "c8044ee9-922a-4652-a488-0c770bfd2295", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "c8044ee9-922a-4652-a488-0c770bfd2295", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "63c9b6cc-63cf-47c6-9329-9d2b8173015c", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "63c9b6cc-63cf-47c6-9329-9d2b8173015c", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "63c9b6cc-63cf-47c6-9329-9d2b8173015c", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "c235bb1c-be3c-42ef-b976-10bce91a9126", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "c235bb1c-be3c-42ef-b976-10bce91a9126", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "c235bb1c-be3c-42ef-b976-10bce91a9126", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "3e16b709-7c50-4176-bc1f-c79ec9f2e8b9", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "3e16b709-7c50-4176-bc1f-c79ec9f2e8b9", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "3e16b709-7c50-4176-bc1f-c79ec9f2e8b9", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "df6f05e0-e24c-4525-825f-cef94f1469b0", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "df6f05e0-e24c-4525-825f-cef94f1469b0", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "df6f05e0-e24c-4525-825f-cef94f1469b0", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "openshift-service-ca.crt", "reconcileID": "46baf87d-236f-4c3b-8a62-ea60e2d3642f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:14:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "openshift-service-ca.crt", "reconcileID": "cf5c084d-9f77-4155-a39b-83307df44d3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:14:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "openshift-service-ca.crt", "reconcileID": "cf5c084d-9f77-4155-a39b-83307df44d3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:14:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-trusted-ca-bundle", "reconcileID": "899dccb6-be79-4579-843c-638f46d3642d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:14:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-trusted-ca-bundle", "reconcileID": "899dccb6-be79-4579-843c-638f46d3642d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T15:14:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "openshift-service-ca.crt", "reconcileID": "676e9c11-4718-4c53-951b-9a6571e1e210", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:14:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a6f16a7-15b4-4043-acc0-a61b2c72c38a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:14:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-trusted-ca-bundle", "reconcileID": "365dc21a-9501-426c-b8c9-3b2374dd0ef7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:14:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-trusted-ca-bundle", "reconcileID": "47887328-4068-47cc-a403-111da1aa8a84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:14:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-trusted-ca-bundle", "reconcileID": "47887328-4068-47cc-a403-111da1aa8a84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:14:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3ea31d8-f124-49c5-8fa5-345f4f6668b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:14:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "888b2239-b3af-4b5d-b7e2-0037f40460e6", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "888b2239-b3af-4b5d-b7e2-0037f40460e6", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:14:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "888b2239-b3af-4b5d-b7e2-0037f40460e6", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "169f26c0-c59c-4189-a7a4-5dd50a18c1ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:14:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "54864022-babb-425f-8e1f-38c0bfccc22f", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:14:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "54864022-babb-425f-8e1f-38c0bfccc22f", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:14:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "54864022-babb-425f-8e1f-38c0bfccc22f", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:15:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T15:15:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T15:15:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "40783fc9-3671-417a-9d0b-421f6c80a404", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "40783fc9-3671-417a-9d0b-421f6c80a404", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "40783fc9-3671-417a-9d0b-421f6c80a404", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "40783fc9-3671-417a-9d0b-421f6c80a404", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:15:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "40783fc9-3671-417a-9d0b-421f6c80a404", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:15:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "40783fc9-3671-417a-9d0b-421f6c80a404", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "d889084e-b9f5-4580-8203-5f80fadd1c2f", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:15:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "d889084e-b9f5-4580-8203-5f80fadd1c2f", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:15:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "d889084e-b9f5-4580-8203-5f80fadd1c2f", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:15:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "b5ec6c8d-2311-42ed-bef9-11e3ac6469b2", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "b5ec6c8d-2311-42ed-bef9-11e3ac6469b2", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "b5ec6c8d-2311-42ed-bef9-11e3ac6469b2", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "b5ec6c8d-2311-42ed-bef9-11e3ac6469b2", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:15:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "b5ec6c8d-2311-42ed-bef9-11e3ac6469b2", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:15:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "b5ec6c8d-2311-42ed-bef9-11e3ac6469b2", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:04Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T15:15:04Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T15:15:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55f86e45-3f85-463c-b0c5-018a67ebb657", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:15:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "26ada5ab-e320-42ee-a15b-263615262297", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:15:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "002151d4-affc-4b24-a4e9-95fd755493e6", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:15:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "002151d4-affc-4b24-a4e9-95fd755493e6", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:15:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "002151d4-affc-4b24-a4e9-95fd755493e6", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:15:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "a43a5861-1359-4dda-ab05-df7abd770d02", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "a43a5861-1359-4dda-ab05-df7abd770d02", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "a43a5861-1359-4dda-ab05-df7abd770d02", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "a43a5861-1359-4dda-ab05-df7abd770d02", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:15:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "a43a5861-1359-4dda-ab05-df7abd770d02", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:15:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "a43a5861-1359-4dda-ab05-df7abd770d02", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f654dab7-6f70-42be-baaf-5aa6f1b06e85", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f654dab7-6f70-42be-baaf-5aa6f1b06e85", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f654dab7-6f70-42be-baaf-5aa6f1b06e85", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f654dab7-6f70-42be-baaf-5aa6f1b06e85", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:15:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f654dab7-6f70-42be-baaf-5aa6f1b06e85", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:15:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f654dab7-6f70-42be-baaf-5aa6f1b06e85", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:15:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6c86b0b1-8e28-4240-869c-443f88579d5b", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6c86b0b1-8e28-4240-869c-443f88579d5b", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6c86b0b1-8e28-4240-869c-443f88579d5b", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "a2727486-0a91-40be-9cd7-9b81d20c4313", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:15:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6c86b0b1-8e28-4240-869c-443f88579d5b", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:15:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6c86b0b1-8e28-4240-869c-443f88579d5b", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:15:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6c86b0b1-8e28-4240-869c-443f88579d5b", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "a2727486-0a91-40be-9cd7-9b81d20c4313", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "a2727486-0a91-40be-9cd7-9b81d20c4313", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:15:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6f48f32d-5fd0-4e2b-bd5a-654662cf1f5c", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6f48f32d-5fd0-4e2b-bd5a-654662cf1f5c", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6f48f32d-5fd0-4e2b-bd5a-654662cf1f5c", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6f48f32d-5fd0-4e2b-bd5a-654662cf1f5c", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:15:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6f48f32d-5fd0-4e2b-bd5a-654662cf1f5c", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:15:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "6f48f32d-5fd0-4e2b-bd5a-654662cf1f5c", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "76c6920c-8fc3-4a1a-906d-876699498ca7", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:15:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "76c6920c-8fc3-4a1a-906d-876699498ca7", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:15:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "76c6920c-8fc3-4a1a-906d-876699498ca7", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:15:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "f65a6664-f072-41f0-b802-3b5aa358f4ed", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "f65a6664-f072-41f0-b802-3b5aa358f4ed", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "f65a6664-f072-41f0-b802-3b5aa358f4ed", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:15:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "f65a6664-f072-41f0-b802-3b5aa358f4ed", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:15:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "f65a6664-f072-41f0-b802-3b5aa358f4ed", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:15:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "f65a6664-f072-41f0-b802-3b5aa358f4ed", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:16:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "35c17c1e-56f6-4a4c-a150-84e1355ba075", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:16:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "35c17c1e-56f6-4a4c-a150-84e1355ba075", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:16:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "35c17c1e-56f6-4a4c-a150-84e1355ba075", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:16:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "35c17c1e-56f6-4a4c-a150-84e1355ba075", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:16:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "35c17c1e-56f6-4a4c-a150-84e1355ba075", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:16:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "35c17c1e-56f6-4a4c-a150-84e1355ba075", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "3c2bf8da-572f-4814-8e9d-a94e7e196614", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "3c2bf8da-572f-4814-8e9d-a94e7e196614", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "3c2bf8da-572f-4814-8e9d-a94e7e196614", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:16:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "4808e00a-59ae-4b8e-963e-77d8cd5ce811", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:16:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "4808e00a-59ae-4b8e-963e-77d8cd5ce811", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:16:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "4808e00a-59ae-4b8e-963e-77d8cd5ce811", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:17:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f8c65bd1-9727-4200-8af9-0d60b2fa8495", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:17:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f8c65bd1-9727-4200-8af9-0d60b2fa8495", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7"} 2026-07-15T15:17:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f8c65bd1-9727-4200-8af9-0d60b2fa8495", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:17:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f8c65bd1-9727-4200-8af9-0d60b2fa8495", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:17:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f8c65bd1-9727-4200-8af9-0d60b2fa8495", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:17:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f8c65bd1-9727-4200-8af9-0d60b2fa8495", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:17:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f8c65bd1-9727-4200-8af9-0d60b2fa8495", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:17:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "f8c65bd1-9727-4200-8af9-0d60b2fa8495", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:17:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "auth-test-model-0c81d7", "reconcileID": "00a6c0c7-688e-4d0e-9217-d1ad26fda1dd", "LLMInferenceService": "auth-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:17:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "4c724833-720a-4ef8-8969-7df2d811069b", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:17:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "4c724833-720a-4ef8-8969-7df2d811069b", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:17:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "4c724833-720a-4ef8-8969-7df2d811069b", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:17:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "306709a8-2712-4986-8c91-9e83008f6ffb", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:17:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "306709a8-2712-4986-8c91-9e83008f6ffb", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:17:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "306709a8-2712-4986-8c91-9e83008f6ffb", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:17:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "5e1407c6-e0ab-4726-b4c4-30788cdd08ba", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:17:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "5e1407c6-e0ab-4726-b4c4-30788cdd08ba", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6"} 2026-07-15T15:17:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "5e1407c6-e0ab-4726-b4c4-30788cdd08ba", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:17:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "5e1407c6-e0ab-4726-b4c4-30788cdd08ba", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:17:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "5e1407c6-e0ab-4726-b4c4-30788cdd08ba", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:17:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "5e1407c6-e0ab-4726-b4c4-30788cdd08ba", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:17:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "5e1407c6-e0ab-4726-b4c4-30788cdd08ba", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:17:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "5e1407c6-e0ab-4726-b4c4-30788cdd08ba", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:17:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "auth-test-model-b2aed6", "reconcileID": "0eee8c4f-2279-4da6-8088-b7531f81f02c", "LLMInferenceService": "auth-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:17:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "850b69bb-ee1f-42b1-8c3d-e369904be04d", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:17:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "850b69bb-ee1f-42b1-8c3d-e369904be04d", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:17:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "850b69bb-ee1f-42b1-8c3d-e369904be04d", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:17:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "f626442c-d3c4-4412-a111-3276222c414e", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:17:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "f626442c-d3c4-4412-a111-3276222c414e", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:17:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "f626442c-d3c4-4412-a111-3276222c414e", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:18:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "2c9ec35d-e679-4820-9f09-3cb9e6237e62", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "2c9ec35d-e679-4820-9f09-3cb9e6237e62", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "2c9ec35d-e679-4820-9f09-3cb9e6237e62", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "48263992-a647-42bd-9a89-3a5e9fde6702", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:18:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "2c9ec35d-e679-4820-9f09-3cb9e6237e62", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:18:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "2c9ec35d-e679-4820-9f09-3cb9e6237e62", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:18:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "2c9ec35d-e679-4820-9f09-3cb9e6237e62", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "48263992-a647-42bd-9a89-3a5e9fde6702", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "48263992-a647-42bd-9a89-3a5e9fde6702", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:18:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "51d7d5a6-d10a-410e-b164-e02fed95feae", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "51d7d5a6-d10a-410e-b164-e02fed95feae", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "51d7d5a6-d10a-410e-b164-e02fed95feae", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "51d7d5a6-d10a-410e-b164-e02fed95feae", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:18:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "51d7d5a6-d10a-410e-b164-e02fed95feae", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:18:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "51d7d5a6-d10a-410e-b164-e02fed95feae", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "8376a7f0-8d97-4b01-9e0f-05cdb2d1dc2f", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:18:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "8376a7f0-8d97-4b01-9e0f-05cdb2d1dc2f", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:18:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "8376a7f0-8d97-4b01-9e0f-05cdb2d1dc2f", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:18:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "be89871b-8bd9-4b52-a077-560293544a00", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "be89871b-8bd9-4b52-a077-560293544a00", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "be89871b-8bd9-4b52-a077-560293544a00", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "be89871b-8bd9-4b52-a077-560293544a00", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:18:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "be89871b-8bd9-4b52-a077-560293544a00", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:18:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "be89871b-8bd9-4b52-a077-560293544a00", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e4c6b89-64e3-4f91-ab40-7243e97eae22", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:18:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "152854cd-dada-4e29-a20f-12d79780d958", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "152854cd-dada-4e29-a20f-12d79780d958", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "152854cd-dada-4e29-a20f-12d79780d958", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "152854cd-dada-4e29-a20f-12d79780d958", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:18:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "152854cd-dada-4e29-a20f-12d79780d958", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:18:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "152854cd-dada-4e29-a20f-12d79780d958", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "a608b180-f0e1-41ee-8928-7fb090cd87cf", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "a608b180-f0e1-41ee-8928-7fb090cd87cf", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "a608b180-f0e1-41ee-8928-7fb090cd87cf", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "a608b180-f0e1-41ee-8928-7fb090cd87cf", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:18:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "a608b180-f0e1-41ee-8928-7fb090cd87cf", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:18:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "a608b180-f0e1-41ee-8928-7fb090cd87cf", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:18:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "6dc53ad0-addd-4145-aecb-6b817db0bee2", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "6dc53ad0-addd-4145-aecb-6b817db0bee2", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "6dc53ad0-addd-4145-aecb-6b817db0bee2", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "819d6a53-9c1f-4715-9e67-ba72552bc6f7", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:18:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "6dc53ad0-addd-4145-aecb-6b817db0bee2", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:18:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "6dc53ad0-addd-4145-aecb-6b817db0bee2", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:18:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "6dc53ad0-addd-4145-aecb-6b817db0bee2", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "819d6a53-9c1f-4715-9e67-ba72552bc6f7", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:18:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "819d6a53-9c1f-4715-9e67-ba72552bc6f7", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:18:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "16f66912-dad9-4ac2-bc51-691988c88734", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "16f66912-dad9-4ac2-bc51-691988c88734", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "16f66912-dad9-4ac2-bc51-691988c88734", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "16f66912-dad9-4ac2-bc51-691988c88734", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:18:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "16f66912-dad9-4ac2-bc51-691988c88734", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:18:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "16f66912-dad9-4ac2-bc51-691988c88734", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "7f71c8ec-9b4f-4b2b-a40f-5f01461e62d7", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:18:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "7f71c8ec-9b4f-4b2b-a40f-5f01461e62d7", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:18:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "7f71c8ec-9b4f-4b2b-a40f-5f01461e62d7", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:18:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "b8f3bba4-0b83-4161-a305-f95bb3e24349", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "b8f3bba4-0b83-4161-a305-f95bb3e24349", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "b8f3bba4-0b83-4161-a305-f95bb3e24349", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "b8f3bba4-0b83-4161-a305-f95bb3e24349", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:18:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "b8f3bba4-0b83-4161-a305-f95bb3e24349", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:18:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "b8f3bba4-0b83-4161-a305-f95bb3e24349", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "05af86f6-8132-4c32-a803-882aec95548e", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "05af86f6-8132-4c32-a803-882aec95548e", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "05af86f6-8132-4c32-a803-882aec95548e", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:18:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "05af86f6-8132-4c32-a803-882aec95548e", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:18:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "05af86f6-8132-4c32-a803-882aec95548e", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:18:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "05af86f6-8132-4c32-a803-882aec95548e", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "3de22e12-e3f4-4828-83fa-819d4f4b09e1", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "3de22e12-e3f4-4828-83fa-819d4f4b09e1", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7"} 2026-07-15T15:19:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "3de22e12-e3f4-4828-83fa-819d4f4b09e1", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "3de22e12-e3f4-4828-83fa-819d4f4b09e1", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "3de22e12-e3f4-4828-83fa-819d4f4b09e1", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:19:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "3de22e12-e3f4-4828-83fa-819d4f4b09e1", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:19:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "3de22e12-e3f4-4828-83fa-819d4f4b09e1", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "3de22e12-e3f4-4828-83fa-819d4f4b09e1", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "sub-test-model-0c81d7", "reconcileID": "9b0e6664-c8f9-4fe5-a647-c784c08f6e32", "LLMInferenceService": "sub-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "4ce1403d-f624-44e5-b785-6437a17b4fe8", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "4ce1403d-f624-44e5-b785-6437a17b4fe8", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "4ce1403d-f624-44e5-b785-6437a17b4fe8", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "6c01cd57-524a-4d13-a1a4-1fa3327f7722", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "6c01cd57-524a-4d13-a1a4-1fa3327f7722", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "6c01cd57-524a-4d13-a1a4-1fa3327f7722", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:19:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "5823360a-b746-4c44-a2f2-e17d46e4a244", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "5823360a-b746-4c44-a2f2-e17d46e4a244", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6"} 2026-07-15T15:19:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "5823360a-b746-4c44-a2f2-e17d46e4a244", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "5823360a-b746-4c44-a2f2-e17d46e4a244", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "5823360a-b746-4c44-a2f2-e17d46e4a244", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:19:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "5823360a-b746-4c44-a2f2-e17d46e4a244", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:19:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "5823360a-b746-4c44-a2f2-e17d46e4a244", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "5823360a-b746-4c44-a2f2-e17d46e4a244", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "sub-test-model-b2aed6", "reconcileID": "0cb787f7-a9df-4e2a-a172-c1ab102c817a", "LLMInferenceService": "sub-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "abfecbc7-74cc-48fe-8525-fda873b4265a", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:19:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "abfecbc7-74cc-48fe-8525-fda873b4265a", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "abfecbc7-74cc-48fe-8525-fda873b4265a", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:19:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "b2897be7-511f-4039-8b6d-39579911ad94", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:19:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "b2897be7-511f-4039-8b6d-39579911ad94", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "b2897be7-511f-4039-8b6d-39579911ad94", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:19:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "172ec71d-59ee-4154-b7a2-4399451c461f", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "172ec71d-59ee-4154-b7a2-4399451c461f", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "172ec71d-59ee-4154-b7a2-4399451c461f", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "d2a9cb8e-6dd1-4b48-b8d2-32a2198818f2", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:19:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "172ec71d-59ee-4154-b7a2-4399451c461f", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:19:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "172ec71d-59ee-4154-b7a2-4399451c461f", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:19:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "172ec71d-59ee-4154-b7a2-4399451c461f", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "d2a9cb8e-6dd1-4b48-b8d2-32a2198818f2", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "d2a9cb8e-6dd1-4b48-b8d2-32a2198818f2", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:19:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ea7da064-a3db-4f19-a06c-d2b262ea31bd", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ea7da064-a3db-4f19-a06c-d2b262ea31bd", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ea7da064-a3db-4f19-a06c-d2b262ea31bd", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ea7da064-a3db-4f19-a06c-d2b262ea31bd", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:19:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ea7da064-a3db-4f19-a06c-d2b262ea31bd", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:19:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ea7da064-a3db-4f19-a06c-d2b262ea31bd", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "1aed96dd-212d-49e0-ad2a-dcfad24c55c6", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "1aed96dd-212d-49e0-ad2a-dcfad24c55c6", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "1aed96dd-212d-49e0-ad2a-dcfad24c55c6", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:19:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "dfdcc4f3-1c7e-4914-9557-48cd2c5baee2", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "dfdcc4f3-1c7e-4914-9557-48cd2c5baee2", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "dfdcc4f3-1c7e-4914-9557-48cd2c5baee2", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "dfdcc4f3-1c7e-4914-9557-48cd2c5baee2", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:19:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "dfdcc4f3-1c7e-4914-9557-48cd2c5baee2", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:19:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "dfdcc4f3-1c7e-4914-9557-48cd2c5baee2", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "7ff2633a-23f9-4919-9bd5-5c8a7107a526", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "7ff2633a-23f9-4919-9bd5-5c8a7107a526", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "7ff2633a-23f9-4919-9bd5-5c8a7107a526", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "7ff2633a-23f9-4919-9bd5-5c8a7107a526", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:19:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "7ff2633a-23f9-4919-9bd5-5c8a7107a526", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "authType": "userdefined"} 2026-07-15T15:19:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "7ff2633a-23f9-4919-9bd5-5c8a7107a526", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:19:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "687cea2a-71bf-49cc-8920-2e2f323f6f71", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "687cea2a-71bf-49cc-8920-2e2f323f6f71", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "687cea2a-71bf-49cc-8920-2e2f323f6f71", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "687cea2a-71bf-49cc-8920-2e2f323f6f71", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:19:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "687cea2a-71bf-49cc-8920-2e2f323f6f71", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:19:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "687cea2a-71bf-49cc-8920-2e2f323f6f71", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "2133cddf-9401-42c0-83ec-d62d05791ffe", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:19:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "2133cddf-9401-42c0-83ec-d62d05791ffe", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:19:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "2133cddf-9401-42c0-83ec-d62d05791ffe", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:19:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b1905af0-8316-41b5-bd95-ca57f01d3cb1", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b1905af0-8316-41b5-bd95-ca57f01d3cb1", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b1905af0-8316-41b5-bd95-ca57f01d3cb1", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:19:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b1905af0-8316-41b5-bd95-ca57f01d3cb1", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:19:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b1905af0-8316-41b5-bd95-ca57f01d3cb1", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:19:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b1905af0-8316-41b5-bd95-ca57f01d3cb1", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "90460e18-84bc-4df2-84b1-a9951074e4f0", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:20:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "90460e18-84bc-4df2-84b1-a9951074e4f0", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:20:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "90460e18-84bc-4df2-84b1-a9951074e4f0", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:20:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "5abf1370-ebc0-45b9-94aa-4ecde9b1f60d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "5abf1370-ebc0-45b9-94aa-4ecde9b1f60d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "5abf1370-ebc0-45b9-94aa-4ecde9b1f60d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "5abf1370-ebc0-45b9-94aa-4ecde9b1f60d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:20:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "5abf1370-ebc0-45b9-94aa-4ecde9b1f60d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:20:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "5abf1370-ebc0-45b9-94aa-4ecde9b1f60d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46d6c177-8ec9-49b5-a8dd-1b3b3ec16566", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:20:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ca85cd7-9fd7-4ceb-a07d-778aedd816ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:20:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b5466b71-cb02-42f5-b7dc-0d4f60a5320d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b5466b71-cb02-42f5-b7dc-0d4f60a5320d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b5466b71-cb02-42f5-b7dc-0d4f60a5320d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b5466b71-cb02-42f5-b7dc-0d4f60a5320d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:20:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b5466b71-cb02-42f5-b7dc-0d4f60a5320d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "authType": "userdefined"} 2026-07-15T15:20:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "b5466b71-cb02-42f5-b7dc-0d4f60a5320d", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T15:20:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T15:20:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ee769c75-4ec8-4f51-86c7-c67c6664f5a9", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:20:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ee769c75-4ec8-4f51-86c7-c67c6664f5a9", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7"} 2026-07-15T15:20:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ee769c75-4ec8-4f51-86c7-c67c6664f5a9", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:20:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ee769c75-4ec8-4f51-86c7-c67c6664f5a9", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:20:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ee769c75-4ec8-4f51-86c7-c67c6664f5a9", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:20:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ee769c75-4ec8-4f51-86c7-c67c6664f5a9", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7-kserve-route-authn"} 2026-07-15T15:20:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ee769c75-4ec8-4f51-86c7-c67c6664f5a9", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:20:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "ee769c75-4ec8-4f51-86c7-c67c6664f5a9", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:20:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c81d7","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "rate-test-model-0c81d7", "reconcileID": "69d70459-a3b5-4644-9c00-93fda1bf4ab3", "LLMInferenceService": "rate-test-model-0c81d7", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:20:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "9df7ee91-b51a-4c1e-b0b5-db0bec317667", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:20:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "9df7ee91-b51a-4c1e-b0b5-db0bec317667", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:20:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "9df7ee91-b51a-4c1e-b0b5-db0bec317667", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:20:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "bdd1b3b0-d1a5-4b60-8bb1-7b355ae9bd04", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:20:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "bdd1b3b0-d1a5-4b60-8bb1-7b355ae9bd04", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:20:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "bdd1b3b0-d1a5-4b60-8bb1-7b355ae9bd04", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:20:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T15:20:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T15:20:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "9572fb3f-6791-427f-a8a5-4fc80867bf28", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "9572fb3f-6791-427f-a8a5-4fc80867bf28", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6"} 2026-07-15T15:20:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "9572fb3f-6791-427f-a8a5-4fc80867bf28", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "9572fb3f-6791-427f-a8a5-4fc80867bf28", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "9572fb3f-6791-427f-a8a5-4fc80867bf28", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:20:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "9572fb3f-6791-427f-a8a5-4fc80867bf28", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6-kserve-route-authn"} 2026-07-15T15:20:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "9572fb3f-6791-427f-a8a5-4fc80867bf28", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "9572fb3f-6791-427f-a8a5-4fc80867bf28", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b2aed6","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "rate-test-model-b2aed6", "reconcileID": "bdabdf4c-3365-4d49-8070-6a8d95b7ffeb", "LLMInferenceService": "rate-test-model-b2aed6", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:20:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "5c7fb097-7b91-438a-942d-dfe9870724f8", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:20:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "5c7fb097-7b91-438a-942d-dfe9870724f8", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:20:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "5c7fb097-7b91-438a-942d-dfe9870724f8", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:20:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "95f863a8-3514-4619-8365-25fef1cb69a1", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:20:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "95f863a8-3514-4619-8365-25fef1cb69a1", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:20:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "95f863a8-3514-4619-8365-25fef1cb69a1", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "08d523bd-2abd-4285-94d7-9cf8b20317af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "d5bff6bd-3045-4485-a9b1-5f328f0323c3", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "d5bff6bd-3045-4485-a9b1-5f328f0323c3", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "d5bff6bd-3045-4485-a9b1-5f328f0323c3", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:21:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "cc5dcd53-dadb-4336-a184-46dfe245ea90", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:21:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "cc5dcd53-dadb-4336-a184-46dfe245ea90", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7-authn-ssl"} 2026-07-15T15:21:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c81d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c81d7", "reconcileID": "cc5dcd53-dadb-4336-a184-46dfe245ea90", "Gateway": "e2e-shared-a-0c81d7", "namespace": "openshift-ingress"} 2026-07-15T15:21:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a6fdea0-519e-4c31-ae40-2ccbdd78fd3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:21:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a6fdea0-519e-4c31-ae40-2ccbdd78fd3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:21:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a6fdea0-519e-4c31-ae40-2ccbdd78fd3a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0c81d7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T15:21:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-trusted-ca-bundle", "reconcileID": "2f1e5156-18b6-4905-9552-50e8c67672b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-trusted-ca-bundle", "reconcileID": "2f1e5156-18b6-4905-9552-50e8c67672b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:21:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "openshift-service-ca.crt", "reconcileID": "52a61cda-b722-4bb5-acb0-4cce61ed6dd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "openshift-service-ca.crt", "reconcileID": "52a61cda-b722-4bb5-acb0-4cce61ed6dd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:21:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b3992b1-3c08-4004-b13b-695f16c41837", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c81d7"}, "namespace": "ai-tenant-e2e-shared-a-0c81d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b3992b1-3c08-4004-b13b-695f16c41837", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c81d7"} 2026-07-15T15:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c25fa3aa-89e0-44b2-ac9f-cabe9dddc22e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T15:21:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "c63bca75-4418-4077-a10b-8683344f2f6f", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:21:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "c63bca75-4418-4077-a10b-8683344f2f6f", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:21:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "c63bca75-4418-4077-a10b-8683344f2f6f", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:21:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "422f897b-a030-4966-83e6-f6406ee9e021", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:21:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "422f897b-a030-4966-83e6-f6406ee9e021", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6-authn-ssl"} 2026-07-15T15:21:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b2aed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b2aed6", "reconcileID": "422f897b-a030-4966-83e6-f6406ee9e021", "Gateway": "e2e-shared-b-b2aed6", "namespace": "openshift-ingress"} 2026-07-15T15:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d5558f0-2194-4a96-9f1a-4407f8a05fca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:21:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d5558f0-2194-4a96-9f1a-4407f8a05fca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T15:21:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d5558f0-2194-4a96-9f1a-4407f8a05fca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b2aed6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T15:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-trusted-ca-bundle", "reconcileID": "decadc86-8eb3-4e4f-be60-c4df5fec2bec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:21:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-trusted-ca-bundle", "reconcileID": "decadc86-8eb3-4e4f-be60-c4df5fec2bec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "openshift-service-ca.crt", "reconcileID": "e09a2fa1-a617-4573-9e5b-2c5285ceb20a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:21:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "openshift-service-ca.crt", "reconcileID": "e09a2fa1-a617-4573-9e5b-2c5285ceb20a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30a465d6-7eaf-41ad-87f8-93cdf7fc80b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6"} 2026-07-15T15:21:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b2aed6"}, "namespace": "ai-tenant-e2e-shared-b-b2aed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30a465d6-7eaf-41ad-87f8-93cdf7fc80b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b2aed6"}