2026-07-06T21:32:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "8c591654-8b4a-45ba-bd12-88adb0175b75", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6-authn-ssl"} 2026-07-06T21:32:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "8c591654-8b4a-45ba-bd12-88adb0175b75", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:32:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "ff137fec-a862-4d0e-93b0-61d02620258e", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:32:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "ff137fec-a862-4d0e-93b0-61d02620258e", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6-authn-ssl"} 2026-07-06T21:32:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "ff137fec-a862-4d0e-93b0-61d02620258e", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "a6a38200-2ddd-4168-b924-b7ad197dfdb8", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "a6a38200-2ddd-4168-b924-b7ad197dfdb8", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6-authn-ssl"} 2026-07-06T21:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "a6a38200-2ddd-4168-b924-b7ad197dfdb8", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "76da4722-64b3-4d9f-b99f-74b4c934685f", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "76da4722-64b3-4d9f-b99f-74b4c934685f", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6-authn-ssl"} 2026-07-06T21:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "76da4722-64b3-4d9f-b99f-74b4c934685f", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "ce989287-c25a-4666-8e51-fc98bef2d111", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "ce989287-c25a-4666-8e51-fc98bef2d111", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6-authn-ssl"} 2026-07-06T21:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "ce989287-c25a-4666-8e51-fc98bef2d111", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "openshift-service-ca.crt", "reconcileID": "e9063743-27ed-41ef-bdba-eb7035c7246c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-trusted-ca-bundle", "reconcileID": "43f7d9c2-6f83-4709-8540-dabc55f725c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "openshift-service-ca.crt", "reconcileID": "cf3cbede-ebb4-49b6-8ea7-d64d61c08ca6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f834a6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "openshift-service-ca.crt", "reconcileID": "cf3cbede-ebb4-49b6-8ea7-d64d61c08ca6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1334f06e-2eef-4abd-9751-ed5fad5ff971", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "openshift-service-ca.crt", "reconcileID": "93bd2323-dd70-4346-9c5b-868feca8db8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-trusted-ca-bundle", "reconcileID": "35b718d0-6e50-410c-aee1-1b858879ac45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-trusted-ca-bundle", "reconcileID": "35b718d0-6e50-410c-aee1-1b858879ac45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86784a29-7eeb-44d1-8d2b-9c1ed7b938e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-778c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-778c48", "reconcileID": "403dd3a6-5cd9-4433-9cb5-fe6e5e596369", "Gateway": "e2e-api-a-778c48", "namespace": "openshift-ingress"} 2026-07-06T21:33:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-778c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-778c48", "reconcileID": "403dd3a6-5cd9-4433-9cb5-fe6e5e596369", "Gateway": "e2e-api-a-778c48", "namespace": "openshift-ingress", "name": "e2e-api-a-778c48-authn-ssl"} 2026-07-06T21:33:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-778c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-778c48", "reconcileID": "403dd3a6-5cd9-4433-9cb5-fe6e5e596369", "Gateway": "e2e-api-a-778c48", "namespace": "openshift-ingress"} 2026-07-06T21:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "8c5dd9f3-1a8e-416a-8d7e-8b79f5f79e6c", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:33:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "8c5dd9f3-1a8e-416a-8d7e-8b79f5f79e6c", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6-authn-ssl"} 2026-07-06T21:33:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "8c5dd9f3-1a8e-416a-8d7e-8b79f5f79e6c", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:33:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d69f0816-6b44-4c15-9549-91ed73086167", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "c5505307-4e2b-4d62-83e3-0c720e335a12", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "c5505307-4e2b-4d62-83e3-0c720e335a12", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6-authn-ssl"} 2026-07-06T21:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "c5505307-4e2b-4d62-83e3-0c720e335a12", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:33:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "987d7d26-c1ad-4484-ab82-0de8284bd6ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:33:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-778c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-778c48", "reconcileID": "03eab42c-5e0e-4c3a-93a5-336f2455914b", "Gateway": "e2e-api-a-778c48", "namespace": "openshift-ingress"} 2026-07-06T21:33:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-778c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-778c48", "reconcileID": "03eab42c-5e0e-4c3a-93a5-336f2455914b", "Gateway": "e2e-api-a-778c48", "namespace": "openshift-ingress", "name": "e2e-api-a-778c48-authn-ssl"} 2026-07-06T21:33:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-778c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-778c48", "reconcileID": "03eab42c-5e0e-4c3a-93a5-336f2455914b", "Gateway": "e2e-api-a-778c48", "namespace": "openshift-ingress"} 2026-07-06T21:33:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9148b24-4593-4b2b-a362-fb95bb5a98ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-778c48"} 2026-07-06T21:33:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9148b24-4593-4b2b-a362-fb95bb5a98ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-778c48", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9148b24-4593-4b2b-a362-fb95bb5a98ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-778c48 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:33:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ef1471e-706c-42fc-a8b1-ea811d14ab84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-778c48"} 2026-07-06T21:33:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ef1471e-706c-42fc-a8b1-ea811d14ab84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-778c48", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ef1471e-706c-42fc-a8b1-ea811d14ab84", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-778c48 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:33:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-trusted-ca-bundle", "reconcileID": "1f079a72-bdfe-4daa-961c-16f8a22a0601", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-778c48"} 2026-07-06T21:33:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-trusted-ca-bundle", "reconcileID": "1f079a72-bdfe-4daa-961c-16f8a22a0601", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-778c48"} 2026-07-06T21:33:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "openshift-service-ca.crt", "reconcileID": "a642d7de-fa36-466f-96d9-f86ee407b836", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-778c48"} 2026-07-06T21:33:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "openshift-service-ca.crt", "reconcileID": "a642d7de-fa36-466f-96d9-f86ee407b836", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-778c48"} 2026-07-06T21:33:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60216077-17d8-4074-b6b3-f0075a07806a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-778c48"} 2026-07-06T21:33:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-778c48"}, "namespace": "ai-tenant-e2e-api-a-778c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60216077-17d8-4074-b6b3-f0075a07806a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-778c48"} 2026-07-06T21:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "45448163-9342-4e5c-8e1b-ab97a72f6ab1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:33:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "bd5ee7e0-3a4e-4325-bda4-36dc0930a279", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:33:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "bd5ee7e0-3a4e-4325-bda4-36dc0930a279", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6-authn-ssl"} 2026-07-06T21:33:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f834a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f834a6", "reconcileID": "bd5ee7e0-3a4e-4325-bda4-36dc0930a279", "Gateway": "e2e-api-b-f834a6", "namespace": "openshift-ingress"} 2026-07-06T21:33:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b41c360-691f-4bc4-a353-c4d97d3156dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b41c360-691f-4bc4-a353-c4d97d3156dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b41c360-691f-4bc4-a353-c4d97d3156dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f834a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:33:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-trusted-ca-bundle", "reconcileID": "129c788f-ffdc-4b9f-aab8-e66b6366c29c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-trusted-ca-bundle", "reconcileID": "129c788f-ffdc-4b9f-aab8-e66b6366c29c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "openshift-service-ca.crt", "reconcileID": "276cfc92-e1f6-4874-9b12-d8aebb3d7bca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "openshift-service-ca.crt", "reconcileID": "276cfc92-e1f6-4874-9b12-d8aebb3d7bca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8698bf3f-df53-4214-9bd5-4ba7a0e8f43a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f834a6"}, "namespace": "ai-tenant-e2e-api-b-f834a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8698bf3f-df53-4214-9bd5-4ba7a0e8f43a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f834a6"} 2026-07-06T21:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "515f0916-12d6-4be4-97df-b211b8c619d9", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "515f0916-12d6-4be4-97df-b211b8c619d9", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "515f0916-12d6-4be4-97df-b211b8c619d9", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "f167063d-5220-44b8-b87d-f7db70457332", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "f167063d-5220-44b8-b87d-f7db70457332", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "f167063d-5220-44b8-b87d-f7db70457332", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "d06363c7-19e0-41e7-bfb5-4f4864eb14de", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "d06363c7-19e0-41e7-bfb5-4f4864eb14de", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "d06363c7-19e0-41e7-bfb5-4f4864eb14de", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "42bde43c-27d1-4631-94ac-6a9c8ee1301e", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "42bde43c-27d1-4631-94ac-6a9c8ee1301e", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "42bde43c-27d1-4631-94ac-6a9c8ee1301e", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "5ebd67b1-f50b-423d-890b-7e012d14643f", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "5ebd67b1-f50b-423d-890b-7e012d14643f", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "5ebd67b1-f50b-423d-890b-7e012d14643f", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "c268f263-7f6f-4afd-9521-8da1916d1d56", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "c268f263-7f6f-4afd-9521-8da1916d1d56", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "c268f263-7f6f-4afd-9521-8da1916d1d56", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "8c936dd1-0aab-4aad-9d00-71b4632ed191", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "8c936dd1-0aab-4aad-9d00-71b4632ed191", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "8c936dd1-0aab-4aad-9d00-71b4632ed191", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "openshift-service-ca.crt", "reconcileID": "8ceb87f0-ef55-4d63-8c55-d879cbc4e949", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-trusted-ca-bundle", "reconcileID": "0da6e70f-9e2c-43b5-9458-f76139f151e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "openshift-service-ca.crt", "reconcileID": "dd1d4c1a-6e2a-4bce-b0dc-8b8b6ae85082", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-900ebe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "openshift-service-ca.crt", "reconcileID": "dd1d4c1a-6e2a-4bce-b0dc-8b8b6ae85082", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "openshift-service-ca.crt", "reconcileID": "7fcd09e3-e8d2-4543-bd99-faaf5ddd7b87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-900ebe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "openshift-service-ca.crt", "reconcileID": "7fcd09e3-e8d2-4543-bd99-faaf5ddd7b87", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b40f3009-4a23-4e3c-a9b3-4e7008952bdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "openshift-service-ca.crt", "reconcileID": "a63d8892-7d91-450f-b180-91e201386e14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-trusted-ca-bundle", "reconcileID": "fda9f495-b4cf-47ce-9c93-e9259c53e46f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-trusted-ca-bundle", "reconcileID": "fda9f495-b4cf-47ce-9c93-e9259c53e46f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f82491e6-fe4d-44d7-9b78-c08a0314bc4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "8cea7f51-3685-4d59-8372-326ffddf334f", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "8cea7f51-3685-4d59-8372-326ffddf334f", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "8cea7f51-3685-4d59-8372-326ffddf334f", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e1f2c2ae-a606-4b8e-b079-77ad52bdc5ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:33:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "6227633d-f8f8-4ac0-a5a8-5e2d3cf8141f", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "6227633d-f8f8-4ac0-a5a8-5e2d3cf8141f", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "6227633d-f8f8-4ac0-a5a8-5e2d3cf8141f", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "0efcfb30-77f2-4e1c-bd84-31b0dd248f58", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "0efcfb30-77f2-4e1c-bd84-31b0dd248f58", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:33:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "0efcfb30-77f2-4e1c-bd84-31b0dd248f58", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "ec5325a9-7b2b-4fd4-9f8b-72ee00ef8e8b", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "ec5325a9-7b2b-4fd4-9f8b-72ee00ef8e8b", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:33:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "ec5325a9-7b2b-4fd4-9f8b-72ee00ef8e8b", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "47db09f8-e73d-4165-9999-486a403b315f", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "47db09f8-e73d-4165-9999-486a403b315f", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:33:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "47db09f8-e73d-4165-9999-486a403b315f", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "c5d5a68f-2b8f-444c-88ab-7515678bfb6e", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "c5d5a68f-2b8f-444c-88ab-7515678bfb6e", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:33:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "c5d5a68f-2b8f-444c-88ab-7515678bfb6e", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "b0894c3b-a346-4ef3-b55f-da2870cba225", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "b0894c3b-a346-4ef3-b55f-da2870cba225", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "b0894c3b-a346-4ef3-b55f-da2870cba225", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "975a7785-f095-4228-b69d-a556ef7e8370", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "975a7785-f095-4228-b69d-a556ef7e8370", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "975a7785-f095-4228-b69d-a556ef7e8370", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "a1bd8ba9-21d2-45f0-9e8c-541d87211f15", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "a1bd8ba9-21d2-45f0-9e8c-541d87211f15", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:33:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "a1bd8ba9-21d2-45f0-9e8c-541d87211f15", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "openshift-service-ca.crt", "reconcileID": "90c68a60-41bf-4ac0-a25b-cc9aabde9687", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:33:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-trusted-ca-bundle", "reconcileID": "dd5cf95e-dd30-43e4-b704-a127e7f28a78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-trusted-ca-bundle", "reconcileID": "dd5cf95e-dd30-43e4-b704-a127e7f28a78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:33:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "openshift-service-ca.crt", "reconcileID": "0ea6b138-0086-4b84-bb26-c6f292c42c28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:33:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "986742bc-eab7-43ea-a311-e32308fb2e0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:33:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-trusted-ca-bundle", "reconcileID": "e8ed2e5b-9f7d-4c63-b159-337ac597673e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:33:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-trusted-ca-bundle", "reconcileID": "e8ed2e5b-9f7d-4c63-b159-337ac597673e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:33:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfe446a6-33e6-4c2d-92ca-f7c3cee27654", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:33:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "5189b5fa-2747-460a-a31b-cb57e8e6f9d1", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "5189b5fa-2747-460a-a31b-cb57e8e6f9d1", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:33:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "5189b5fa-2747-460a-a31b-cb57e8e6f9d1", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7b6b3ebe-da4f-48ae-95c1-e252deb1625f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:33:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "0d27c0ec-6743-4eb0-a7a7-22470ebd1ed3", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "0d27c0ec-6743-4eb0-a7a7-22470ebd1ed3", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "0d27c0ec-6743-4eb0-a7a7-22470ebd1ed3", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "d3da4756-117f-40b7-9df6-bb6df476a3b7", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "0d27c0ec-6743-4eb0-a7a7-22470ebd1ed3", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:33:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "0d27c0ec-6743-4eb0-a7a7-22470ebd1ed3", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:33:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "0d27c0ec-6743-4eb0-a7a7-22470ebd1ed3", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "d3da4756-117f-40b7-9df6-bb6df476a3b7", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "d3da4756-117f-40b7-9df6-bb6df476a3b7", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "172befa6-104a-493c-8bcc-794ff3788e01", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "172befa6-104a-493c-8bcc-794ff3788e01", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "172befa6-104a-493c-8bcc-794ff3788e01", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "172befa6-104a-493c-8bcc-794ff3788e01", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:33:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "172befa6-104a-493c-8bcc-794ff3788e01", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:33:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "172befa6-104a-493c-8bcc-794ff3788e01", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "8d2a9066-bf21-4808-8c57-b7c067452a24", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "8d2a9066-bf21-4808-8c57-b7c067452a24", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:33:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "8d2a9066-bf21-4808-8c57-b7c067452a24", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:33:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "10cf6033-648a-47f3-9826-0a0d03afa963", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "10cf6033-648a-47f3-9826-0a0d03afa963", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "10cf6033-648a-47f3-9826-0a0d03afa963", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "10cf6033-648a-47f3-9826-0a0d03afa963", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:33:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "10cf6033-648a-47f3-9826-0a0d03afa963", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:33:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "10cf6033-648a-47f3-9826-0a0d03afa963", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:33:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "75588635-8efb-4249-a17f-12266ef6e133", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "75588635-8efb-4249-a17f-12266ef6e133", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:33:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "75588635-8efb-4249-a17f-12266ef6e133", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:33:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "04fd320a-c7ed-4d42-80d7-a1fb63b626dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:34:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "00e94237-cfd9-4969-beab-4038320a6a08", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:34:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "e1e063f3-04d9-498e-b96e-a23513c87279", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:34:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "e1e063f3-04d9-498e-b96e-a23513c87279", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:34:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "e1e063f3-04d9-498e-b96e-a23513c87279", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:34:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "e1e063f3-04d9-498e-b96e-a23513c87279", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:34:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "e1e063f3-04d9-498e-b96e-a23513c87279", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:34:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "e1e063f3-04d9-498e-b96e-a23513c87279", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:34:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "4c8f1753-f6cf-459a-ae9a-86bfe2db3fbc", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "4c8f1753-f6cf-459a-ae9a-86bfe2db3fbc", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "4c8f1753-f6cf-459a-ae9a-86bfe2db3fbc", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "166930fa-3106-4c57-b69a-17700d65f3ab", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:34:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "4c8f1753-f6cf-459a-ae9a-86bfe2db3fbc", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:34:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "4c8f1753-f6cf-459a-ae9a-86bfe2db3fbc", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:34:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "4c8f1753-f6cf-459a-ae9a-86bfe2db3fbc", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "166930fa-3106-4c57-b69a-17700d65f3ab", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:34:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "166930fa-3106-4c57-b69a-17700d65f3ab", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:34:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "c5b5519a-4796-40ac-a014-d8c788488393", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "c5b5519a-4796-40ac-a014-d8c788488393", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "c5b5519a-4796-40ac-a014-d8c788488393", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "c5b5519a-4796-40ac-a014-d8c788488393", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:34:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "c5b5519a-4796-40ac-a014-d8c788488393", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:34:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "c5b5519a-4796-40ac-a014-d8c788488393", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "7387ac38-7985-48b5-9a09-68a2cc5d8aee", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:34:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "7387ac38-7985-48b5-9a09-68a2cc5d8aee", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:34:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "7387ac38-7985-48b5-9a09-68a2cc5d8aee", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:34:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "23a7f8ab-863c-42b0-b736-6006883f3b64", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "23a7f8ab-863c-42b0-b736-6006883f3b64", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "23a7f8ab-863c-42b0-b736-6006883f3b64", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "23a7f8ab-863c-42b0-b736-6006883f3b64", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:34:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "23a7f8ab-863c-42b0-b736-6006883f3b64", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:34:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "23a7f8ab-863c-42b0-b736-6006883f3b64", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "ccf9264e-21c0-45ac-b6a7-1564b7c3c607", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "ccf9264e-21c0-45ac-b6a7-1564b7c3c607", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "ccf9264e-21c0-45ac-b6a7-1564b7c3c607", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "ccf9264e-21c0-45ac-b6a7-1564b7c3c607", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:34:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "ccf9264e-21c0-45ac-b6a7-1564b7c3c607", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:34:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "ccf9264e-21c0-45ac-b6a7-1564b7c3c607", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "96949ad1-82df-471a-80b9-4917bfa0ad12", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "96949ad1-82df-471a-80b9-4917bfa0ad12", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "96949ad1-82df-471a-80b9-4917bfa0ad12", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "96949ad1-82df-471a-80b9-4917bfa0ad12", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:34:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "96949ad1-82df-471a-80b9-4917bfa0ad12", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:34:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "96949ad1-82df-471a-80b9-4917bfa0ad12", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:34:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "7101f381-5bf0-465e-a2cd-51ad5131d4d9", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:34:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "7101f381-5bf0-465e-a2cd-51ad5131d4d9", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:34:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "7101f381-5bf0-465e-a2cd-51ad5131d4d9", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:34:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "3933bf9c-92b7-492e-998f-c613c21c4555", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:34:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "3933bf9c-92b7-492e-998f-c613c21c4555", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:34:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "3933bf9c-92b7-492e-998f-c613c21c4555", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:35:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T21:35:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T21:35:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T21:35:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T21:36:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "1ad6e9b2-3174-4133-b521-8d82e32fc014", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "1ad6e9b2-3174-4133-b521-8d82e32fc014", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe"} 2026-07-06T21:36:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "1ad6e9b2-3174-4133-b521-8d82e32fc014", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "1ad6e9b2-3174-4133-b521-8d82e32fc014", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "1ad6e9b2-3174-4133-b521-8d82e32fc014", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:36:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "1ad6e9b2-3174-4133-b521-8d82e32fc014", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:36:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "1ad6e9b2-3174-4133-b521-8d82e32fc014", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "1ad6e9b2-3174-4133-b521-8d82e32fc014", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "auth-test-model-900ebe", "reconcileID": "dc5acd8d-9e34-4a3c-a836-bce66dae961b", "LLMInferenceService": "auth-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "b63fd8a9-af61-45d9-aa32-9f7e53d06bdb", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:36:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "b63fd8a9-af61-45d9-aa32-9f7e53d06bdb", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:36:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "b63fd8a9-af61-45d9-aa32-9f7e53d06bdb", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:36:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "e7be7272-2321-48ff-b834-070f43bb934d", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:36:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "e7be7272-2321-48ff-b834-070f43bb934d", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:36:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "e7be7272-2321-48ff-b834-070f43bb934d", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:36:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "b971f9ec-f1d8-479f-9306-631509fb3934", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "b971f9ec-f1d8-479f-9306-631509fb3934", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078"} 2026-07-06T21:36:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "b971f9ec-f1d8-479f-9306-631509fb3934", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "b971f9ec-f1d8-479f-9306-631509fb3934", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "b971f9ec-f1d8-479f-9306-631509fb3934", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:36:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "b971f9ec-f1d8-479f-9306-631509fb3934", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:36:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "b971f9ec-f1d8-479f-9306-631509fb3934", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "b971f9ec-f1d8-479f-9306-631509fb3934", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "auth-test-model-5ea078", "reconcileID": "e637561c-b759-4ac4-be48-03bc5f696f91", "LLMInferenceService": "auth-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "c9a19b3a-2cb1-4bf9-acdb-d7a9420830ba", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "c9a19b3a-2cb1-4bf9-acdb-d7a9420830ba", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "c9a19b3a-2cb1-4bf9-acdb-d7a9420830ba", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "9ea72e14-4b3c-4605-b4ea-cd46095dfd98", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "9ea72e14-4b3c-4605-b4ea-cd46095dfd98", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "9ea72e14-4b3c-4605-b4ea-cd46095dfd98", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:36:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "2f719879-3195-4cce-bcec-6d461eb40f6e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "2f719879-3195-4cce-bcec-6d461eb40f6e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "2f719879-3195-4cce-bcec-6d461eb40f6e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "51bf0c97-0ac2-4ad8-bf7a-8b45044f4706", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:36:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "2f719879-3195-4cce-bcec-6d461eb40f6e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:36:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "2f719879-3195-4cce-bcec-6d461eb40f6e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:36:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "2f719879-3195-4cce-bcec-6d461eb40f6e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "51bf0c97-0ac2-4ad8-bf7a-8b45044f4706", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "51bf0c97-0ac2-4ad8-bf7a-8b45044f4706", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:36:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "e4c185c6-916f-471e-9fe3-581863094818", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "e4c185c6-916f-471e-9fe3-581863094818", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "e4c185c6-916f-471e-9fe3-581863094818", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "e4c185c6-916f-471e-9fe3-581863094818", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:36:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "e4c185c6-916f-471e-9fe3-581863094818", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:36:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "e4c185c6-916f-471e-9fe3-581863094818", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "41c1b3f8-6344-49f7-b1a3-9dfe02fb1b67", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:36:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "41c1b3f8-6344-49f7-b1a3-9dfe02fb1b67", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:36:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "41c1b3f8-6344-49f7-b1a3-9dfe02fb1b67", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:36:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "edc053b6-dea7-4155-841b-615dce5f67b0", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "edc053b6-dea7-4155-841b-615dce5f67b0", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "edc053b6-dea7-4155-841b-615dce5f67b0", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "edc053b6-dea7-4155-841b-615dce5f67b0", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:36:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "edc053b6-dea7-4155-841b-615dce5f67b0", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:36:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "edc053b6-dea7-4155-841b-615dce5f67b0", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "f6770e00-7732-4cbe-9371-b7826dc34e08", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "f6770e00-7732-4cbe-9371-b7826dc34e08", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "f6770e00-7732-4cbe-9371-b7826dc34e08", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "f6770e00-7732-4cbe-9371-b7826dc34e08", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:36:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "f6770e00-7732-4cbe-9371-b7826dc34e08", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:36:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "f6770e00-7732-4cbe-9371-b7826dc34e08", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "12db8bb2-3c3b-44b7-a201-7f80a1390186", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "12db8bb2-3c3b-44b7-a201-7f80a1390186", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "12db8bb2-3c3b-44b7-a201-7f80a1390186", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "12db8bb2-3c3b-44b7-a201-7f80a1390186", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:36:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "12db8bb2-3c3b-44b7-a201-7f80a1390186", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:36:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "12db8bb2-3c3b-44b7-a201-7f80a1390186", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:36:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "395e224a-7437-41af-a525-9127145d850d", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "395e224a-7437-41af-a525-9127145d850d", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "395e224a-7437-41af-a525-9127145d850d", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "395e224a-7437-41af-a525-9127145d850d", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:36:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "395e224a-7437-41af-a525-9127145d850d", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:36:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "395e224a-7437-41af-a525-9127145d850d", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "37622afd-7b68-48df-8215-30b53bba1828", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:36:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "37622afd-7b68-48df-8215-30b53bba1828", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:36:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "37622afd-7b68-48df-8215-30b53bba1828", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:36:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "1ccdec1c-c7e4-4300-b563-0e0cf5556557", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "1ccdec1c-c7e4-4300-b563-0e0cf5556557", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "1ccdec1c-c7e4-4300-b563-0e0cf5556557", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "1ccdec1c-c7e4-4300-b563-0e0cf5556557", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:36:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "1ccdec1c-c7e4-4300-b563-0e0cf5556557", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:36:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "1ccdec1c-c7e4-4300-b563-0e0cf5556557", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "222c7028-8d20-4337-ace0-c3c79ea0064b", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:36:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "222c7028-8d20-4337-ace0-c3c79ea0064b", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "222c7028-8d20-4337-ace0-c3c79ea0064b", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:36:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "9a08cb54-8c3f-4db2-95ad-ffc6bcfc5032", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "9a08cb54-8c3f-4db2-95ad-ffc6bcfc5032", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "9a08cb54-8c3f-4db2-95ad-ffc6bcfc5032", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:36:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "9a08cb54-8c3f-4db2-95ad-ffc6bcfc5032", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:36:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "9a08cb54-8c3f-4db2-95ad-ffc6bcfc5032", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:36:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "9a08cb54-8c3f-4db2-95ad-ffc6bcfc5032", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "e7bd1993-144d-49c2-af24-b71f6cfcd29b", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "e7bd1993-144d-49c2-af24-b71f6cfcd29b", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "e7bd1993-144d-49c2-af24-b71f6cfcd29b", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "e7bd1993-144d-49c2-af24-b71f6cfcd29b", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:37:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "e7bd1993-144d-49c2-af24-b71f6cfcd29b", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:37:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "e7bd1993-144d-49c2-af24-b71f6cfcd29b", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "3973b642-af4e-4043-8769-551a8cdb361e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "3973b642-af4e-4043-8769-551a8cdb361e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe"} 2026-07-06T21:37:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "3973b642-af4e-4043-8769-551a8cdb361e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "3973b642-af4e-4043-8769-551a8cdb361e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "3973b642-af4e-4043-8769-551a8cdb361e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:37:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "3973b642-af4e-4043-8769-551a8cdb361e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:37:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "3973b642-af4e-4043-8769-551a8cdb361e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "3973b642-af4e-4043-8769-551a8cdb361e", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "sub-test-model-900ebe", "reconcileID": "20e9476c-0b4a-4f6f-87f7-9b74ed9b7803", "LLMInferenceService": "sub-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "48e6ffc8-6f34-4ad7-b8d5-709a8195c5ce", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "48e6ffc8-6f34-4ad7-b8d5-709a8195c5ce", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "48e6ffc8-6f34-4ad7-b8d5-709a8195c5ce", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "3ffb7d5a-b97a-474b-a889-0d1fc57876d6", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "3ffb7d5a-b97a-474b-a889-0d1fc57876d6", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "3ffb7d5a-b97a-474b-a889-0d1fc57876d6", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:37:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "295c3f14-115d-4e71-8c9d-b8a46c47d247", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "295c3f14-115d-4e71-8c9d-b8a46c47d247", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078"} 2026-07-06T21:37:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "295c3f14-115d-4e71-8c9d-b8a46c47d247", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "295c3f14-115d-4e71-8c9d-b8a46c47d247", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "295c3f14-115d-4e71-8c9d-b8a46c47d247", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:37:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "295c3f14-115d-4e71-8c9d-b8a46c47d247", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:37:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "295c3f14-115d-4e71-8c9d-b8a46c47d247", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "295c3f14-115d-4e71-8c9d-b8a46c47d247", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "sub-test-model-5ea078", "reconcileID": "d123d695-643b-4873-a63b-d521629292f4", "LLMInferenceService": "sub-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "0012b5d0-6aee-4276-a0a6-552881a2160b", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "0012b5d0-6aee-4276-a0a6-552881a2160b", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "0012b5d0-6aee-4276-a0a6-552881a2160b", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "b12deb90-2e18-4761-b69b-52ff864ba800", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "b12deb90-2e18-4761-b69b-52ff864ba800", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "b12deb90-2e18-4761-b69b-52ff864ba800", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:37:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "4ae3e073-b412-43bc-8567-16ed6603dc5b", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "4ae3e073-b412-43bc-8567-16ed6603dc5b", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "4ae3e073-b412-43bc-8567-16ed6603dc5b", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "4ae3e073-b412-43bc-8567-16ed6603dc5b", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "de28ff9d-96f9-45f3-941b-fef7d4f59286", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:37:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "4ae3e073-b412-43bc-8567-16ed6603dc5b", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:37:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "4ae3e073-b412-43bc-8567-16ed6603dc5b", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "de28ff9d-96f9-45f3-941b-fef7d4f59286", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "de28ff9d-96f9-45f3-941b-fef7d4f59286", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:37:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "3ec72e93-0c3f-4401-b3e4-e0c1215378c6", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "3ec72e93-0c3f-4401-b3e4-e0c1215378c6", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "3ec72e93-0c3f-4401-b3e4-e0c1215378c6", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "3ec72e93-0c3f-4401-b3e4-e0c1215378c6", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:37:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "3ec72e93-0c3f-4401-b3e4-e0c1215378c6", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:37:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "3ec72e93-0c3f-4401-b3e4-e0c1215378c6", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7484e1eb-a8ad-4d7a-9264-755e2066c71a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:37:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "6e896100-03ed-44db-851c-082fbd7c0987", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:37:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "6e896100-03ed-44db-851c-082fbd7c0987", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:37:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "6e896100-03ed-44db-851c-082fbd7c0987", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:37:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8efabaa4-3513-4115-bdb2-4d9b06f5e2b3", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8efabaa4-3513-4115-bdb2-4d9b06f5e2b3", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8efabaa4-3513-4115-bdb2-4d9b06f5e2b3", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:37:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8efabaa4-3513-4115-bdb2-4d9b06f5e2b3", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:37:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8efabaa4-3513-4115-bdb2-4d9b06f5e2b3", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:37:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8efabaa4-3513-4115-bdb2-4d9b06f5e2b3", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:38:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8b0d9ab4-f5fe-424e-9a5c-c9f077c9881c", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:38:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8b0d9ab4-f5fe-424e-9a5c-c9f077c9881c", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:38:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8b0d9ab4-f5fe-424e-9a5c-c9f077c9881c", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:38:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8b0d9ab4-f5fe-424e-9a5c-c9f077c9881c", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:38:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8b0d9ab4-f5fe-424e-9a5c-c9f077c9881c", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:38:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "8b0d9ab4-f5fe-424e-9a5c-c9f077c9881c", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:38:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "d781005d-25a7-455f-b18a-9a530fb357dd", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:38:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "d781005d-25a7-455f-b18a-9a530fb357dd", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:38:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "d781005d-25a7-455f-b18a-9a530fb357dd", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:38:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "d781005d-25a7-455f-b18a-9a530fb357dd", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:38:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "d781005d-25a7-455f-b18a-9a530fb357dd", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "authType": "userdefined"} 2026-07-06T21:38:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "d781005d-25a7-455f-b18a-9a530fb357dd", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:38:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "d8bc3eec-c2cf-4e9d-beff-dd8cdd344d47", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "d8bc3eec-c2cf-4e9d-beff-dd8cdd344d47", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "d8bc3eec-c2cf-4e9d-beff-dd8cdd344d47", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "d8bc3eec-c2cf-4e9d-beff-dd8cdd344d47", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:38:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "d8bc3eec-c2cf-4e9d-beff-dd8cdd344d47", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:38:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "d8bc3eec-c2cf-4e9d-beff-dd8cdd344d47", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "e7f8f264-eec7-4f24-9151-1c8413512f2d", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:38:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "e7f8f264-eec7-4f24-9151-1c8413512f2d", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:38:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "e7f8f264-eec7-4f24-9151-1c8413512f2d", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:38:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "f1599612-03f0-4471-ae94-8842b1409760", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "f1599612-03f0-4471-ae94-8842b1409760", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "f1599612-03f0-4471-ae94-8842b1409760", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "f1599612-03f0-4471-ae94-8842b1409760", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:38:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "f1599612-03f0-4471-ae94-8842b1409760", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:38:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "f1599612-03f0-4471-ae94-8842b1409760", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "6f634a67-6c8b-4fff-93b7-7b3adb550d78", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:38:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "6f634a67-6c8b-4fff-93b7-7b3adb550d78", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:38:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "6f634a67-6c8b-4fff-93b7-7b3adb550d78", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:38:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "1b3c8ed8-bffe-48c5-9b69-949068e04f1b", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "1b3c8ed8-bffe-48c5-9b69-949068e04f1b", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "1b3c8ed8-bffe-48c5-9b69-949068e04f1b", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "1b3c8ed8-bffe-48c5-9b69-949068e04f1b", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:38:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "1b3c8ed8-bffe-48c5-9b69-949068e04f1b", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:38:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "1b3c8ed8-bffe-48c5-9b69-949068e04f1b", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "51b957dd-ce8d-4a78-9eb1-a9003fd41ed5", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "51b957dd-ce8d-4a78-9eb1-a9003fd41ed5", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "51b957dd-ce8d-4a78-9eb1-a9003fd41ed5", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "51b957dd-ce8d-4a78-9eb1-a9003fd41ed5", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:38:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "51b957dd-ce8d-4a78-9eb1-a9003fd41ed5", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "authType": "userdefined"} 2026-07-06T21:38:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "51b957dd-ce8d-4a78-9eb1-a9003fd41ed5", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:38:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2428be24-9055-49b6-a7c8-994dd5430e6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:39:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "80014fb5-8fc2-4162-8b6e-78d5f68e7c39", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "80014fb5-8fc2-4162-8b6e-78d5f68e7c39", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe"} 2026-07-06T21:39:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "80014fb5-8fc2-4162-8b6e-78d5f68e7c39", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "80014fb5-8fc2-4162-8b6e-78d5f68e7c39", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "80014fb5-8fc2-4162-8b6e-78d5f68e7c39", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:39:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "80014fb5-8fc2-4162-8b6e-78d5f68e7c39", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe-kserve-route-authn"} 2026-07-06T21:39:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "80014fb5-8fc2-4162-8b6e-78d5f68e7c39", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "80014fb5-8fc2-4162-8b6e-78d5f68e7c39", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-900ebe","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "rate-test-model-900ebe", "reconcileID": "b8ebc1bf-cbbe-475f-9fd9-02f30bf96b48", "LLMInferenceService": "rate-test-model-900ebe", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "375bb2af-a057-4591-a8d9-aff8541dd372", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "375bb2af-a057-4591-a8d9-aff8541dd372", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "375bb2af-a057-4591-a8d9-aff8541dd372", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "df2e772b-ab8a-4d5e-b70d-76b8dc3fcc66", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "df2e772b-ab8a-4d5e-b70d-76b8dc3fcc66", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "df2e772b-ab8a-4d5e-b70d-76b8dc3fcc66", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:39:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "de926295-2122-461a-9728-0f85ec5a16d4", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "de926295-2122-461a-9728-0f85ec5a16d4", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078"} 2026-07-06T21:39:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "de926295-2122-461a-9728-0f85ec5a16d4", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "de926295-2122-461a-9728-0f85ec5a16d4", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "de926295-2122-461a-9728-0f85ec5a16d4", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:39:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "de926295-2122-461a-9728-0f85ec5a16d4", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078-kserve-route-authn"} 2026-07-06T21:39:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "de926295-2122-461a-9728-0f85ec5a16d4", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "de926295-2122-461a-9728-0f85ec5a16d4", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5ea078","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "rate-test-model-5ea078", "reconcileID": "f6879b11-e812-4091-992c-0ffc448cbf6a", "LLMInferenceService": "rate-test-model-5ea078", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "500db6a9-806e-475f-b5ae-73530e2b3146", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "500db6a9-806e-475f-b5ae-73530e2b3146", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "500db6a9-806e-475f-b5ae-73530e2b3146", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "b4ef7e35-9c1f-4308-ba66-ba553b593e35", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "b4ef7e35-9c1f-4308-ba66-ba553b593e35", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "b4ef7e35-9c1f-4308-ba66-ba553b593e35", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "07795f76-ecf0-4615-92d8-1ae7ea141662", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "740ff107-e52d-4d2e-a2c7-f7e7b64b63af", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "740ff107-e52d-4d2e-a2c7-f7e7b64b63af", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe-authn-ssl"} 2026-07-06T21:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-900ebe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-900ebe", "reconcileID": "740ff107-e52d-4d2e-a2c7-f7e7b64b63af", "Gateway": "e2e-shared-a-900ebe", "namespace": "openshift-ingress"} 2026-07-06T21:39:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afc0abfd-e877-48a0-976a-ce1165d30dcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afc0abfd-e877-48a0-976a-ce1165d30dcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:39:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afc0abfd-e877-48a0-976a-ce1165d30dcf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-900ebe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:39:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-trusted-ca-bundle", "reconcileID": "0ab52eb5-fd6b-4d5a-a50d-d92943fd13cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-trusted-ca-bundle", "reconcileID": "0ab52eb5-fd6b-4d5a-a50d-d92943fd13cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "openshift-service-ca.crt", "reconcileID": "b74c1482-fbd5-482a-851e-b144e3ac8bb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "openshift-service-ca.crt", "reconcileID": "b74c1482-fbd5-482a-851e-b144e3ac8bb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "991067b2-3633-435a-9f86-84374541b938", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-900ebe"}, "namespace": "ai-tenant-e2e-shared-a-900ebe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "991067b2-3633-435a-9f86-84374541b938", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-900ebe"} 2026-07-06T21:39:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "1fba5bab-1f81-4a5a-8419-6892abc81cd0", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:39:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "1fba5bab-1f81-4a5a-8419-6892abc81cd0", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078-authn-ssl"} 2026-07-06T21:39:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5ea078","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5ea078", "reconcileID": "1fba5bab-1f81-4a5a-8419-6892abc81cd0", "Gateway": "e2e-shared-b-5ea078", "namespace": "openshift-ingress"} 2026-07-06T21:39:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a577083-4155-4bea-a05d-ecf7c8093236", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a577083-4155-4bea-a05d-ecf7c8093236", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:39:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a577083-4155-4bea-a05d-ecf7c8093236", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-5ea078 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:39:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-trusted-ca-bundle", "reconcileID": "c2621ff2-9a51-4f18-84c6-ed74230eb80e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-trusted-ca-bundle", "reconcileID": "c2621ff2-9a51-4f18-84c6-ed74230eb80e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "openshift-service-ca.crt", "reconcileID": "4fb8ff47-2389-44c9-9526-0117dceb26ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "openshift-service-ca.crt", "reconcileID": "4fb8ff47-2389-44c9-9526-0117dceb26ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d037b61-aeda-490d-8a4e-665225a5cb96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078"} 2026-07-06T21:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5ea078"}, "namespace": "ai-tenant-e2e-shared-b-5ea078", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d037b61-aeda-490d-8a4e-665225a5cb96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5ea078"}