sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T15:35:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cdc86b1-61e1-4455-af19-ea9c24b2ed46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:35:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cdc86b1-61e1-4455-af19-ea9c24b2ed46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-trusted-ca-bundle", "reconcileID": "4b13e9a1-8abe-4156-947b-312cffcabd69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "openshift-service-ca.crt", "reconcileID": "c845bfa5-f26a-46c6-8926-fc0261640c88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54d871b5-1bfe-4a07-9844-1e4b6f6182ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "20c8a1f5-9a6c-4326-96a1-f9f8dbeecbc8", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress"} 2026-07-17T15:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "20c8a1f5-9a6c-4326-96a1-f9f8dbeecbc8", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress", "name": "e2e-api-a-c30485-authn-ssl"} 2026-07-17T15:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "20c8a1f5-9a6c-4326-96a1-f9f8dbeecbc8", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress"} 2026-07-17T15:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "c2ddf1a1-ee7e-482b-92e3-e899e5512c8f", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress"} 2026-07-17T15:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "c2ddf1a1-ee7e-482b-92e3-e899e5512c8f", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress", "name": "e2e-api-b-818628-authn-ssl"} 2026-07-17T15:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "c2ddf1a1-ee7e-482b-92e3-e899e5512c8f", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress"} 2026-07-17T15:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f462e51f-a25c-44ba-9bfe-4d3d7ebc6e19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:36:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "ffe10527-ec1b-41fe-9976-f27051827067", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress"} 2026-07-17T15:36:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "ffe10527-ec1b-41fe-9976-f27051827067", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress", "name": "e2e-api-b-818628-authn-ssl"} 2026-07-17T15:36:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "ffe10527-ec1b-41fe-9976-f27051827067", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress"} 2026-07-17T15:36:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c49c37ff-9a00-4b12-a98c-ea0bdeb3f9e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:36:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab28c7d0-db0e-4d52-90d6-019fd9b22db4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:36:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "993f0cb8-3fb7-4286-89c2-90c3d66270d6", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress"} 2026-07-17T15:36:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "993f0cb8-3fb7-4286-89c2-90c3d66270d6", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress", "name": "e2e-api-a-c30485-authn-ssl"} 2026-07-17T15:36:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "993f0cb8-3fb7-4286-89c2-90c3d66270d6", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress"} 2026-07-17T15:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "3f83af9e-d30e-4326-b9ea-3d467063fcf0", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress"} 2026-07-17T15:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "3f83af9e-d30e-4326-b9ea-3d467063fcf0", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress", "name": "e2e-api-a-c30485-authn-ssl"} 2026-07-17T15:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "3f83af9e-d30e-4326-b9ea-3d467063fcf0", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress"} 2026-07-17T15:36:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c30485"}, "namespace": "ai-tenant-e2e-api-a-c30485", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1937e45a-475e-45b7-af0a-1c81fbe21d39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c30485"} 2026-07-17T15:36:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c30485"}, "namespace": "ai-tenant-e2e-api-a-c30485", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1937e45a-475e-45b7-af0a-1c81fbe21d39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c30485", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:36:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c30485"}, "namespace": "ai-tenant-e2e-api-a-c30485", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1937e45a-475e-45b7-af0a-1c81fbe21d39", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c30485 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T15:36:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c30485"}, "namespace": "ai-tenant-e2e-api-a-c30485", "name": "odh-trusted-ca-bundle", "reconcileID": "27cb42c2-d1d9-4cb5-a1a1-84a2c7655a73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c30485"} 2026-07-17T15:36:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c30485"}, "namespace": "ai-tenant-e2e-api-a-c30485", "name": "odh-trusted-ca-bundle", "reconcileID": "27cb42c2-d1d9-4cb5-a1a1-84a2c7655a73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c30485"} 2026-07-17T15:36:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c30485"}, "namespace": "ai-tenant-e2e-api-a-c30485", "name": "openshift-service-ca.crt", "reconcileID": "79ce9a87-6966-4a19-a7f5-1761426892a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c30485"} 2026-07-17T15:36:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c30485"}, "namespace": "ai-tenant-e2e-api-a-c30485", "name": "openshift-service-ca.crt", "reconcileID": "79ce9a87-6966-4a19-a7f5-1761426892a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c30485"} 2026-07-17T15:36:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c30485"}, "namespace": "ai-tenant-e2e-api-a-c30485", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e87018b6-384b-46c9-9e0e-76557537effc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c30485"} 2026-07-17T15:36:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c30485"}, "namespace": "ai-tenant-e2e-api-a-c30485", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e87018b6-384b-46c9-9e0e-76557537effc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c30485"} 2026-07-17T15:36:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c30485","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c30485", "reconcileID": "53de28c3-b3ca-4837-9514-c5b432ab7027", "Gateway": "e2e-api-a-c30485", "namespace": "openshift-ingress"} 2026-07-17T15:36:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "f61a2593-6675-4aa1-86b8-28acf5a5ea29", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress"} 2026-07-17T15:36:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "f61a2593-6675-4aa1-86b8-28acf5a5ea29", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress", "name": "e2e-api-b-818628-authn-ssl"} 2026-07-17T15:36:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "f61a2593-6675-4aa1-86b8-28acf5a5ea29", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress"} 2026-07-17T15:36:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "2f957c28-7f40-493e-ac73-065aed6f1d5c", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress"} 2026-07-17T15:36:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "2f957c28-7f40-493e-ac73-065aed6f1d5c", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress", "name": "e2e-api-b-818628-authn-ssl"} 2026-07-17T15:36:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "2f957c28-7f40-493e-ac73-065aed6f1d5c", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress"} 2026-07-17T15:36:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5789a40f-7e41-4cb7-8c40-3b8351fb1e3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:36:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0578041e-b8cc-48d3-beca-d91436bfa801", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:36:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0578041e-b8cc-48d3-beca-d91436bfa801", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:36:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0578041e-b8cc-48d3-beca-d91436bfa801", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-818628 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T15:36:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-trusted-ca-bundle", "reconcileID": "06becf69-781d-4507-8f99-456c6870ca70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:36:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-trusted-ca-bundle", "reconcileID": "06becf69-781d-4507-8f99-456c6870ca70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:36:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "openshift-service-ca.crt", "reconcileID": "e62f2195-49bd-44e6-a05b-5194d1a8b70d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:36:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "openshift-service-ca.crt", "reconcileID": "e62f2195-49bd-44e6-a05b-5194d1a8b70d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:36:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee88a5cd-6cfb-4eb7-bd15-724506423ec1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:36:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-818628"}, "namespace": "ai-tenant-e2e-api-b-818628", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee88a5cd-6cfb-4eb7-bd15-724506423ec1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-818628"} 2026-07-17T15:36:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-818628","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-818628", "reconcileID": "4ed26775-ade5-4f6b-a2e8-1cbaf6dd379e", "Gateway": "e2e-api-b-818628", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "7ac3eabf-7aa5-43fb-989d-9be3bc6b9cc9", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "7ac3eabf-7aa5-43fb-989d-9be3bc6b9cc9", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "7ac3eabf-7aa5-43fb-989d-9be3bc6b9cc9", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "200787ad-eb64-4bd8-a817-6ebf774aca34", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "200787ad-eb64-4bd8-a817-6ebf774aca34", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "200787ad-eb64-4bd8-a817-6ebf774aca34", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "dfcb2adb-6eb7-4b2e-9b41-c1701626d97a", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "dfcb2adb-6eb7-4b2e-9b41-c1701626d97a", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "dfcb2adb-6eb7-4b2e-9b41-c1701626d97a", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "be37dabc-77f3-400a-97bc-1e635730f129", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "be37dabc-77f3-400a-97bc-1e635730f129", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "be37dabc-77f3-400a-97bc-1e635730f129", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "2a5450d3-27b6-4924-b9e3-160d1cefd521", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "2a5450d3-27b6-4924-b9e3-160d1cefd521", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "2a5450d3-27b6-4924-b9e3-160d1cefd521", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "5516783a-ebe7-4095-a0f0-be5124b31bee", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "5516783a-ebe7-4095-a0f0-be5124b31bee", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "5516783a-ebe7-4095-a0f0-be5124b31bee", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "402d324b-d1c9-4bc6-b8e0-b73db5545247", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "402d324b-d1c9-4bc6-b8e0-b73db5545247", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:37:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "402d324b-d1c9-4bc6-b8e0-b73db5545247", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "openshift-service-ca.crt", "reconcileID": "c2dc1bb3-0a86-49fd-b8dd-7eb01f7dedd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-trusted-ca-bundle", "reconcileID": "f757ca02-3667-438c-9433-73efc2e61dda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "openshift-service-ca.crt", "reconcileID": "fa2c95cc-68bf-4ffe-9854-6f1ff38cc346", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:37:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "openshift-service-ca.crt", "reconcileID": "fa2c95cc-68bf-4ffe-9854-6f1ff38cc346", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93ffc1d2-dc34-4f48-bce6-70ff8076b472", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "openshift-service-ca.crt", "reconcileID": "174097a4-4c9a-4171-ba77-40089f88f9a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-trusted-ca-bundle", "reconcileID": "a3cebfcf-1315-45c6-b3f5-a0f5b4a705cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:37:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-trusted-ca-bundle", "reconcileID": "a3cebfcf-1315-45c6-b3f5-a0f5b4a705cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fd17241-e32f-45ef-997e-c813891d65a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "f6482e56-a15b-4337-93ed-13d1092d4a08", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "f6482e56-a15b-4337-93ed-13d1092d4a08", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:37:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "f6482e56-a15b-4337-93ed-13d1092d4a08", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7399d3c-7b1a-45b5-a53f-fb094d5741d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "17a740a3-679a-49a0-ae13-433d338e0778", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "17a740a3-679a-49a0-ae13-433d338e0778", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "17a740a3-679a-49a0-ae13-433d338e0778", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "9e51ef58-f964-46ee-be32-d1ed8ebfb8e7", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "9e51ef58-f964-46ee-be32-d1ed8ebfb8e7", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "9e51ef58-f964-46ee-be32-d1ed8ebfb8e7", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "0acb4d8f-3958-43eb-8211-6107f357e5e9", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "0acb4d8f-3958-43eb-8211-6107f357e5e9", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "0acb4d8f-3958-43eb-8211-6107f357e5e9", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "0ff77d36-ca53-4bf0-b9ac-cca5c4b7190b", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "0ff77d36-ca53-4bf0-b9ac-cca5c4b7190b", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "0ff77d36-ca53-4bf0-b9ac-cca5c4b7190b", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "4c10da40-ffa6-4ef3-b25e-6a3f10b44e78", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "4c10da40-ffa6-4ef3-b25e-6a3f10b44e78", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "4c10da40-ffa6-4ef3-b25e-6a3f10b44e78", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "42914121-2a9d-4d70-90ab-9f0e4769e8d2", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "42914121-2a9d-4d70-90ab-9f0e4769e8d2", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "42914121-2a9d-4d70-90ab-9f0e4769e8d2", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "18f09977-56f1-4ebb-a789-acd57cb0c86e", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "18f09977-56f1-4ebb-a789-acd57cb0c86e", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "18f09977-56f1-4ebb-a789-acd57cb0c86e", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "f9701740-485a-4c4d-bdf5-437b08fd15af", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "f9701740-485a-4c4d-bdf5-437b08fd15af", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "f9701740-485a-4c4d-bdf5-437b08fd15af", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "a0aa0297-3b58-428f-9ea1-8ee3170e0fa9", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "a0aa0297-3b58-428f-9ea1-8ee3170e0fa9", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:37:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "a0aa0297-3b58-428f-9ea1-8ee3170e0fa9", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "openshift-service-ca.crt", "reconcileID": "55eb04a9-074f-4b84-8715-9ef972c0c292", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-trusted-ca-bundle", "reconcileID": "98a32981-2f94-427b-8072-b597d59d98ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "openshift-service-ca.crt", "reconcileID": "eef4460b-9094-4d2f-89f3-65268076856a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:37:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "openshift-service-ca.crt", "reconcileID": "eef4460b-9094-4d2f-89f3-65268076856a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "openshift-service-ca.crt", "reconcileID": "171016dc-4c87-47aa-ba15-658dee49f425", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:37:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "openshift-service-ca.crt", "reconcileID": "171016dc-4c87-47aa-ba15-658dee49f425", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T15:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f50c116f-92ff-4175-8dd1-5cf3b3e22485", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "openshift-service-ca.crt", "reconcileID": "ebcd5287-154f-4f97-81f4-5cd3fb652d62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-trusted-ca-bundle", "reconcileID": "c1aa9fc6-6320-4f7a-92e3-372fc95bbc92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:37:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-trusted-ca-bundle", "reconcileID": "c1aa9fc6-6320-4f7a-92e3-372fc95bbc92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "181b42e7-2c9b-44ec-920d-ba20202066cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "461752f7-b4cf-4693-a170-8f5a88f59960", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "461752f7-b4cf-4693-a170-8f5a88f59960", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "461752f7-b4cf-4693-a170-8f5a88f59960", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2c8294af-7bf1-4bab-ac44-ed5cacc9b9e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:37:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "4fdb6ce2-b057-40a3-b98d-5bad145143f3", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "4fdb6ce2-b057-40a3-b98d-5bad145143f3", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "4fdb6ce2-b057-40a3-b98d-5bad145143f3", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "acd6bb15-feea-421a-9458-907f7f95c8e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "acd6bb15-feea-421a-9458-907f7f95c8e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "acd6bb15-feea-421a-9458-907f7f95c8e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "bd02406e-7e53-4e52-aadd-b387b92ac986", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "acd6bb15-feea-421a-9458-907f7f95c8e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:37:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "acd6bb15-feea-421a-9458-907f7f95c8e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:37:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "acd6bb15-feea-421a-9458-907f7f95c8e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "bd02406e-7e53-4e52-aadd-b387b92ac986", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:37:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "bd02406e-7e53-4e52-aadd-b387b92ac986", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "f671dd69-fb4b-4cd5-a491-df9194c355b6", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "f671dd69-fb4b-4cd5-a491-df9194c355b6", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "f671dd69-fb4b-4cd5-a491-df9194c355b6", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "f671dd69-fb4b-4cd5-a491-df9194c355b6", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:37:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "f671dd69-fb4b-4cd5-a491-df9194c355b6", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:37:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "f671dd69-fb4b-4cd5-a491-df9194c355b6", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e66e1ac3-df36-47f4-ad78-f930a94555e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:37:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "c1776f7d-3d3a-44c9-a656-2b51afc2d7e8", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "c1776f7d-3d3a-44c9-a656-2b51afc2d7e8", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:37:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "c1776f7d-3d3a-44c9-a656-2b51afc2d7e8", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:37:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "37de2157-32dd-45f0-9045-a511019289e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "37de2157-32dd-45f0-9045-a511019289e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "37de2157-32dd-45f0-9045-a511019289e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "37de2157-32dd-45f0-9045-a511019289e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:37:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "37de2157-32dd-45f0-9045-a511019289e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:37:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "37de2157-32dd-45f0-9045-a511019289e3", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "95b3b6c5-efab-4b4e-a2f5-895d5a9075d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:37:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "1f0f4635-6688-4c0d-85eb-17af47f1a761", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "1f0f4635-6688-4c0d-85eb-17af47f1a761", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "1f0f4635-6688-4c0d-85eb-17af47f1a761", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "1f0f4635-6688-4c0d-85eb-17af47f1a761", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:37:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "1f0f4635-6688-4c0d-85eb-17af47f1a761", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:37:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "1f0f4635-6688-4c0d-85eb-17af47f1a761", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:37:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f9445e6b-6abc-4196-a12d-c1f6d7bf2b86", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f9445e6b-6abc-4196-a12d-c1f6d7bf2b86", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f9445e6b-6abc-4196-a12d-c1f6d7bf2b86", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "c1411e73-a084-4f96-aa77-f6d6e060f3ae", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f9445e6b-6abc-4196-a12d-c1f6d7bf2b86", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:37:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f9445e6b-6abc-4196-a12d-c1f6d7bf2b86", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:37:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f9445e6b-6abc-4196-a12d-c1f6d7bf2b86", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "c1411e73-a084-4f96-aa77-f6d6e060f3ae", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "c1411e73-a084-4f96-aa77-f6d6e060f3ae", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f01be2a1-6a81-483a-b4f8-2f204e4fd8f9", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f01be2a1-6a81-483a-b4f8-2f204e4fd8f9", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f01be2a1-6a81-483a-b4f8-2f204e4fd8f9", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f01be2a1-6a81-483a-b4f8-2f204e4fd8f9", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:37:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f01be2a1-6a81-483a-b4f8-2f204e4fd8f9", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:37:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f01be2a1-6a81-483a-b4f8-2f204e4fd8f9", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "dc382306-ee12-4113-9959-768bebfbc30b", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "dc382306-ee12-4113-9959-768bebfbc30b", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "dc382306-ee12-4113-9959-768bebfbc30b", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:37:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "c89872e8-0868-4675-906e-370395fc374d", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "c89872e8-0868-4675-906e-370395fc374d", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "c89872e8-0868-4675-906e-370395fc374d", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "c89872e8-0868-4675-906e-370395fc374d", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:37:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "c89872e8-0868-4675-906e-370395fc374d", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:37:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "c89872e8-0868-4675-906e-370395fc374d", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "cb2677a0-9764-49e7-8d19-b4c5a00a8232", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "cb2677a0-9764-49e7-8d19-b4c5a00a8232", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "cb2677a0-9764-49e7-8d19-b4c5a00a8232", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "cb2677a0-9764-49e7-8d19-b4c5a00a8232", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:37:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "cb2677a0-9764-49e7-8d19-b4c5a00a8232", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:37:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "cb2677a0-9764-49e7-8d19-b4c5a00a8232", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "6052d484-5b97-4d93-aa05-6c2c16bcd147", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "6052d484-5b97-4d93-aa05-6c2c16bcd147", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "6052d484-5b97-4d93-aa05-6c2c16bcd147", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:37:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "6052d484-5b97-4d93-aa05-6c2c16bcd147", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:37:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "6052d484-5b97-4d93-aa05-6c2c16bcd147", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:37:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "6052d484-5b97-4d93-aa05-6c2c16bcd147", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:38:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "9eef59b1-3cb1-4ad8-850e-38fbc97804c3", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:38:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "9eef59b1-3cb1-4ad8-850e-38fbc97804c3", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:38:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "9eef59b1-3cb1-4ad8-850e-38fbc97804c3", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "280fc4ac-9102-4574-9b31-053bddc1a683", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "280fc4ac-9102-4574-9b31-053bddc1a683", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "280fc4ac-9102-4574-9b31-053bddc1a683", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:39:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "a2adb8c3-cc84-454b-9186-2b66a0ced46a", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:39:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "a2adb8c3-cc84-454b-9186-2b66a0ced46a", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6"} 2026-07-17T15:39:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "a2adb8c3-cc84-454b-9186-2b66a0ced46a", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:39:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "a2adb8c3-cc84-454b-9186-2b66a0ced46a", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:39:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "a2adb8c3-cc84-454b-9186-2b66a0ced46a", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:39:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "a2adb8c3-cc84-454b-9186-2b66a0ced46a", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:39:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "a2adb8c3-cc84-454b-9186-2b66a0ced46a", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:39:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "a2adb8c3-cc84-454b-9186-2b66a0ced46a", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:39:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "auth-test-model-c4e0c6", "reconcileID": "d01fb138-ceef-4c78-b138-56c2b3e57b36", "LLMInferenceService": "auth-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:39:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "3ce8a853-4a13-47a3-80f6-70664bd3b428", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:39:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "3ce8a853-4a13-47a3-80f6-70664bd3b428", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:39:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "3ce8a853-4a13-47a3-80f6-70664bd3b428", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:39:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "a8ad3591-97d4-42ca-af63-cf0144ef1d2a", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:39:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "a8ad3591-97d4-42ca-af63-cf0144ef1d2a", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:39:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "a8ad3591-97d4-42ca-af63-cf0144ef1d2a", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:39:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f2382178-06df-4aba-b103-137c3ad3105c", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:39:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f2382178-06df-4aba-b103-137c3ad3105c", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1"} 2026-07-17T15:39:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f2382178-06df-4aba-b103-137c3ad3105c", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:39:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f2382178-06df-4aba-b103-137c3ad3105c", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:39:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f2382178-06df-4aba-b103-137c3ad3105c", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:39:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f2382178-06df-4aba-b103-137c3ad3105c", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:39:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f2382178-06df-4aba-b103-137c3ad3105c", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:39:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "f2382178-06df-4aba-b103-137c3ad3105c", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:39:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "auth-test-model-ae3cc1", "reconcileID": "db55e0cb-f6d4-460b-bffc-2001d4ed6f12", "LLMInferenceService": "auth-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:39:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "6fb146a8-b341-499a-bfc4-3d6145e6bd13", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:39:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "6fb146a8-b341-499a-bfc4-3d6145e6bd13", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:39:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "6fb146a8-b341-499a-bfc4-3d6145e6bd13", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:39:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "cc4c91e2-071b-4ae4-a0c1-c15e748ba405", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:39:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "cc4c91e2-071b-4ae4-a0c1-c15e748ba405", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:39:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "cc4c91e2-071b-4ae4-a0c1-c15e748ba405", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:40:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "07422d80-e907-4fb7-bf8d-13921bd097c9", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "07422d80-e907-4fb7-bf8d-13921bd097c9", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "07422d80-e907-4fb7-bf8d-13921bd097c9", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "7cac5139-cf1c-4bb7-a099-df8e6702db17", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:40:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "07422d80-e907-4fb7-bf8d-13921bd097c9", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:40:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "07422d80-e907-4fb7-bf8d-13921bd097c9", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:40:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "07422d80-e907-4fb7-bf8d-13921bd097c9", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "7cac5139-cf1c-4bb7-a099-df8e6702db17", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:40:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "7cac5139-cf1c-4bb7-a099-df8e6702db17", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:40:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "3d080fb9-08d1-48b7-bd84-b28074522cbf", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "3d080fb9-08d1-48b7-bd84-b28074522cbf", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "3d080fb9-08d1-48b7-bd84-b28074522cbf", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "3d080fb9-08d1-48b7-bd84-b28074522cbf", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:40:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "3d080fb9-08d1-48b7-bd84-b28074522cbf", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:40:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "3d080fb9-08d1-48b7-bd84-b28074522cbf", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "f5242830-d1ae-4e20-af24-ced4eb9eecb4", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:40:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "f5242830-d1ae-4e20-af24-ced4eb9eecb4", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:40:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "f5242830-d1ae-4e20-af24-ced4eb9eecb4", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:40:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "c3e03801-aecf-47cf-860a-57fe91db5fc6", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "c3e03801-aecf-47cf-860a-57fe91db5fc6", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "c3e03801-aecf-47cf-860a-57fe91db5fc6", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "c3e03801-aecf-47cf-860a-57fe91db5fc6", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:40:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "c3e03801-aecf-47cf-860a-57fe91db5fc6", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:40:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "c3e03801-aecf-47cf-860a-57fe91db5fc6", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "af5d9f55-77d8-4786-b03b-463b95ed4f60", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "af5d9f55-77d8-4786-b03b-463b95ed4f60", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "af5d9f55-77d8-4786-b03b-463b95ed4f60", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "af5d9f55-77d8-4786-b03b-463b95ed4f60", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:40:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "af5d9f55-77d8-4786-b03b-463b95ed4f60", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:40:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "af5d9f55-77d8-4786-b03b-463b95ed4f60", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "2a5a55b8-8bf3-4cef-b834-1137f4008152", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "2a5a55b8-8bf3-4cef-b834-1137f4008152", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "2a5a55b8-8bf3-4cef-b834-1137f4008152", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "2a5a55b8-8bf3-4cef-b834-1137f4008152", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:40:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "2a5a55b8-8bf3-4cef-b834-1137f4008152", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:40:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "2a5a55b8-8bf3-4cef-b834-1137f4008152", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:40:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "56eb7cf8-eda0-4b63-a44f-a9bf25670e4f", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "56eb7cf8-eda0-4b63-a44f-a9bf25670e4f", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "56eb7cf8-eda0-4b63-a44f-a9bf25670e4f", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "2a79b9af-9278-4683-92b0-17ecfe5ec0ba", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:40:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "56eb7cf8-eda0-4b63-a44f-a9bf25670e4f", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:40:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "56eb7cf8-eda0-4b63-a44f-a9bf25670e4f", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:40:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "56eb7cf8-eda0-4b63-a44f-a9bf25670e4f", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "2a79b9af-9278-4683-92b0-17ecfe5ec0ba", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:40:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "2a79b9af-9278-4683-92b0-17ecfe5ec0ba", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:40:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "8701cc85-f5af-459e-ba80-aede027d9b4b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "8701cc85-f5af-459e-ba80-aede027d9b4b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "8701cc85-f5af-459e-ba80-aede027d9b4b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "8701cc85-f5af-459e-ba80-aede027d9b4b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:40:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "8701cc85-f5af-459e-ba80-aede027d9b4b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:40:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "8701cc85-f5af-459e-ba80-aede027d9b4b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "ac9f664a-8f78-4fd3-a465-e01f4c730d0a", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "ac9f664a-8f78-4fd3-a465-e01f4c730d0a", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "ac9f664a-8f78-4fd3-a465-e01f4c730d0a", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:40:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "41724b2f-4b2a-44a4-a49d-b1a522f1a7b9", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "41724b2f-4b2a-44a4-a49d-b1a522f1a7b9", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "41724b2f-4b2a-44a4-a49d-b1a522f1a7b9", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "41724b2f-4b2a-44a4-a49d-b1a522f1a7b9", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:40:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "41724b2f-4b2a-44a4-a49d-b1a522f1a7b9", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:40:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "41724b2f-4b2a-44a4-a49d-b1a522f1a7b9", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "17beaf78-857f-40e9-bdb6-cfb7afe1c265", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "17beaf78-857f-40e9-bdb6-cfb7afe1c265", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "17beaf78-857f-40e9-bdb6-cfb7afe1c265", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:40:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "17beaf78-857f-40e9-bdb6-cfb7afe1c265", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:40:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "17beaf78-857f-40e9-bdb6-cfb7afe1c265", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:40:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "17beaf78-857f-40e9-bdb6-cfb7afe1c265", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "e6d5c9bb-8317-4292-99be-bbabbb0573ad", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "e6d5c9bb-8317-4292-99be-bbabbb0573ad", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6"} 2026-07-17T15:41:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "e6d5c9bb-8317-4292-99be-bbabbb0573ad", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "e6d5c9bb-8317-4292-99be-bbabbb0573ad", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "e6d5c9bb-8317-4292-99be-bbabbb0573ad", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:41:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "e6d5c9bb-8317-4292-99be-bbabbb0573ad", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:41:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "e6d5c9bb-8317-4292-99be-bbabbb0573ad", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "e6d5c9bb-8317-4292-99be-bbabbb0573ad", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "sub-test-model-c4e0c6", "reconcileID": "a201b9c7-c15c-40a3-8b52-c2f3fbd2b0d0", "LLMInferenceService": "sub-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "92bc432f-357e-4493-b846-4bbb3d7c5fe7", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:41:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "92bc432f-357e-4493-b846-4bbb3d7c5fe7", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:41:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "92bc432f-357e-4493-b846-4bbb3d7c5fe7", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:41:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "6ed6f96c-9fd3-456b-adf2-88af62747f49", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:41:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "6ed6f96c-9fd3-456b-adf2-88af62747f49", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:41:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "6ed6f96c-9fd3-456b-adf2-88af62747f49", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:41:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "23c4f89a-632c-4db6-9f32-c57c073e1d9b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "23c4f89a-632c-4db6-9f32-c57c073e1d9b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1"} 2026-07-17T15:41:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "23c4f89a-632c-4db6-9f32-c57c073e1d9b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "23c4f89a-632c-4db6-9f32-c57c073e1d9b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "23c4f89a-632c-4db6-9f32-c57c073e1d9b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:41:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "23c4f89a-632c-4db6-9f32-c57c073e1d9b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:41:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "23c4f89a-632c-4db6-9f32-c57c073e1d9b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "23c4f89a-632c-4db6-9f32-c57c073e1d9b", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "sub-test-model-ae3cc1", "reconcileID": "904367ac-5122-4a4c-8a05-fb6c5f245e32", "LLMInferenceService": "sub-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "dda44e52-27cf-4823-9a82-5c6e9500cb73", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:41:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "dda44e52-27cf-4823-9a82-5c6e9500cb73", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:41:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "dda44e52-27cf-4823-9a82-5c6e9500cb73", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:41:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "2103d5da-91f0-4bfb-ac21-1432b0d79ef1", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:41:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "2103d5da-91f0-4bfb-ac21-1432b0d79ef1", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:41:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "2103d5da-91f0-4bfb-ac21-1432b0d79ef1", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:41:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "5959e5a5-7647-4a2a-add4-f0c01f9888dd", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "5959e5a5-7647-4a2a-add4-f0c01f9888dd", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "5959e5a5-7647-4a2a-add4-f0c01f9888dd", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "89a366ae-cfb8-4b8c-a5fa-9b53701e0659", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:41:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "5959e5a5-7647-4a2a-add4-f0c01f9888dd", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:41:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "5959e5a5-7647-4a2a-add4-f0c01f9888dd", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:41:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "5959e5a5-7647-4a2a-add4-f0c01f9888dd", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "89a366ae-cfb8-4b8c-a5fa-9b53701e0659", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:41:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "89a366ae-cfb8-4b8c-a5fa-9b53701e0659", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:41:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "cf2a8dc2-292c-4468-ba04-8340039d94aa", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "cf2a8dc2-292c-4468-ba04-8340039d94aa", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "cf2a8dc2-292c-4468-ba04-8340039d94aa", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "cf2a8dc2-292c-4468-ba04-8340039d94aa", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:41:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "cf2a8dc2-292c-4468-ba04-8340039d94aa", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:41:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "cf2a8dc2-292c-4468-ba04-8340039d94aa", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "93c3d74b-7b50-4df1-bf0a-ba7ba363e46a", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "93c3d74b-7b50-4df1-bf0a-ba7ba363e46a", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "93c3d74b-7b50-4df1-bf0a-ba7ba363e46a", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:41:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "850eaa2b-d7de-4703-91e6-d170691a533a", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "850eaa2b-d7de-4703-91e6-d170691a533a", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "850eaa2b-d7de-4703-91e6-d170691a533a", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "850eaa2b-d7de-4703-91e6-d170691a533a", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:41:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "850eaa2b-d7de-4703-91e6-d170691a533a", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:41:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "850eaa2b-d7de-4703-91e6-d170691a533a", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "00d0246c-67e3-4ec4-a58a-11ad0d20901f", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "00d0246c-67e3-4ec4-a58a-11ad0d20901f", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "00d0246c-67e3-4ec4-a58a-11ad0d20901f", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "00d0246c-67e3-4ec4-a58a-11ad0d20901f", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:41:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "00d0246c-67e3-4ec4-a58a-11ad0d20901f", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:41:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "00d0246c-67e3-4ec4-a58a-11ad0d20901f", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "73b9a60b-1ba9-43e2-b0e3-3237acb8a992", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "73b9a60b-1ba9-43e2-b0e3-3237acb8a992", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "73b9a60b-1ba9-43e2-b0e3-3237acb8a992", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "73b9a60b-1ba9-43e2-b0e3-3237acb8a992", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:41:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "73b9a60b-1ba9-43e2-b0e3-3237acb8a992", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "authType": "userdefined"} 2026-07-17T15:41:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "73b9a60b-1ba9-43e2-b0e3-3237acb8a992", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:41:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9e5646c9-b03f-4b47-9493-b5387b944643", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9e5646c9-b03f-4b47-9493-b5387b944643", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9e5646c9-b03f-4b47-9493-b5387b944643", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "d2100f4b-96e4-4911-98ae-763629e55a6b", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:41:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9e5646c9-b03f-4b47-9493-b5387b944643", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:41:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9e5646c9-b03f-4b47-9493-b5387b944643", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:41:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9e5646c9-b03f-4b47-9493-b5387b944643", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "d2100f4b-96e4-4911-98ae-763629e55a6b", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:41:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "d2100f4b-96e4-4911-98ae-763629e55a6b", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:41:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "1eef52a6-e342-4d64-b804-d85bb23d97e7", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "1eef52a6-e342-4d64-b804-d85bb23d97e7", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "1eef52a6-e342-4d64-b804-d85bb23d97e7", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "1eef52a6-e342-4d64-b804-d85bb23d97e7", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:41:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "1eef52a6-e342-4d64-b804-d85bb23d97e7", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:41:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "1eef52a6-e342-4d64-b804-d85bb23d97e7", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "ab7f1f0d-ea33-4d52-8f53-7713b13275a6", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:41:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "ab7f1f0d-ea33-4d52-8f53-7713b13275a6", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:41:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "ab7f1f0d-ea33-4d52-8f53-7713b13275a6", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:41:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "fc9fd164-740e-4b73-9ebb-238e6fc3f326", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "fc9fd164-740e-4b73-9ebb-238e6fc3f326", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "fc9fd164-740e-4b73-9ebb-238e6fc3f326", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "fc9fd164-740e-4b73-9ebb-238e6fc3f326", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:41:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "fc9fd164-740e-4b73-9ebb-238e6fc3f326", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:41:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "fc9fd164-740e-4b73-9ebb-238e6fc3f326", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:41:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4703efbe-5836-463f-a2d5-5ccdaeeafa0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:42:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T15:42:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T15:42:03Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T15:42:03Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T15:42:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "4b22ef43-0d55-41a9-a619-20613593ab76", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "4b22ef43-0d55-41a9-a619-20613593ab76", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "4b22ef43-0d55-41a9-a619-20613593ab76", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "4b22ef43-0d55-41a9-a619-20613593ab76", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:42:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "4b22ef43-0d55-41a9-a619-20613593ab76", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "authType": "userdefined"} 2026-07-17T15:42:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "4b22ef43-0d55-41a9-a619-20613593ab76", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b04eeea5-d058-458b-b7c2-188b9fd5b47b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:42:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1909f712-bc59-4434-9ad7-388fb3264964", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:42:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "ecaea988-4580-4faf-8445-fc9713401e07", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:42:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "ecaea988-4580-4faf-8445-fc9713401e07", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6"} 2026-07-17T15:42:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "ecaea988-4580-4faf-8445-fc9713401e07", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:42:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "ecaea988-4580-4faf-8445-fc9713401e07", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:42:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "ecaea988-4580-4faf-8445-fc9713401e07", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:42:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "ecaea988-4580-4faf-8445-fc9713401e07", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6-kserve-route-authn"} 2026-07-17T15:42:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "ecaea988-4580-4faf-8445-fc9713401e07", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:42:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "ecaea988-4580-4faf-8445-fc9713401e07", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:42:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c4e0c6","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "rate-test-model-c4e0c6", "reconcileID": "a9e7a557-198a-4cf8-9954-1516593d7de9", "LLMInferenceService": "rate-test-model-c4e0c6", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:42:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "950d8541-985b-4d59-a737-bc025ef92678", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:42:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "950d8541-985b-4d59-a737-bc025ef92678", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:42:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "950d8541-985b-4d59-a737-bc025ef92678", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:42:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "98a1785c-cc53-4a5a-b19f-fc9faeb7fcaf", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:42:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "98a1785c-cc53-4a5a-b19f-fc9faeb7fcaf", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:42:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "98a1785c-cc53-4a5a-b19f-fc9faeb7fcaf", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:42:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9f2327cb-25b7-46fe-8b3e-3d35379a2aa4", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9f2327cb-25b7-46fe-8b3e-3d35379a2aa4", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1"} 2026-07-17T15:42:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9f2327cb-25b7-46fe-8b3e-3d35379a2aa4", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9f2327cb-25b7-46fe-8b3e-3d35379a2aa4", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9f2327cb-25b7-46fe-8b3e-3d35379a2aa4", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:42:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9f2327cb-25b7-46fe-8b3e-3d35379a2aa4", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1-kserve-route-authn"} 2026-07-17T15:42:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9f2327cb-25b7-46fe-8b3e-3d35379a2aa4", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "9f2327cb-25b7-46fe-8b3e-3d35379a2aa4", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ae3cc1","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "rate-test-model-ae3cc1", "reconcileID": "06c935a7-b070-4fcb-906f-6b736515bbb8", "LLMInferenceService": "rate-test-model-ae3cc1", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:42:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "312c7028-0556-4042-9eec-bd76615dfdf2", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:42:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "312c7028-0556-4042-9eec-bd76615dfdf2", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:42:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "312c7028-0556-4042-9eec-bd76615dfdf2", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:42:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "89a9547a-817a-4dad-8f68-70c6a3ecfda0", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:42:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "89a9547a-817a-4dad-8f68-70c6a3ecfda0", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:42:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "89a9547a-817a-4dad-8f68-70c6a3ecfda0", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:42:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2369cf48-e341-4ba6-8043-20e953025e38", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "d1f74942-8455-4049-a203-9371e7d02471", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "d1f74942-8455-4049-a203-9371e7d02471", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "d1f74942-8455-4049-a203-9371e7d02471", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:43:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "c9ea3b64-1caf-4a5c-9db4-34c9d9d5f37b", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:43:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "c9ea3b64-1caf-4a5c-9db4-34c9d9d5f37b", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6-authn-ssl"} 2026-07-17T15:43:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "c9ea3b64-1caf-4a5c-9db4-34c9d9d5f37b", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:43:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6966bf98-d41c-488e-978b-0cdfdd397a59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:43:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6966bf98-d41c-488e-978b-0cdfdd397a59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:43:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6966bf98-d41c-488e-978b-0cdfdd397a59", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c4e0c6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T15:43:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-trusted-ca-bundle", "reconcileID": "83bb5ba4-5fae-4e17-ad27-8ce02389f3aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:43:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-trusted-ca-bundle", "reconcileID": "83bb5ba4-5fae-4e17-ad27-8ce02389f3aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:43:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "openshift-service-ca.crt", "reconcileID": "a748d77f-84d0-4d9f-b3a8-ee33757faa27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:43:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "openshift-service-ca.crt", "reconcileID": "a748d77f-84d0-4d9f-b3a8-ee33757faa27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:43:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c02d9d5-34ed-400e-b965-57a927216166", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:43:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c4e0c6"}, "namespace": "ai-tenant-e2e-shared-a-c4e0c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c02d9d5-34ed-400e-b965-57a927216166", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c4e0c6"} 2026-07-17T15:43:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c4e0c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c4e0c6", "reconcileID": "759a6433-1a98-4e82-8df7-e7dec7d85927", "Gateway": "e2e-shared-a-c4e0c6", "namespace": "openshift-ingress"} 2026-07-17T15:43:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a52771ae-6c12-4ae7-9d3c-afdfadd12a9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T15:43:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "f5edad45-9da4-4955-816b-61f219efa2c8", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:43:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "f5edad45-9da4-4955-816b-61f219efa2c8", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:43:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "f5edad45-9da4-4955-816b-61f219efa2c8", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:43:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "749f162b-8d1e-4dcb-9086-06430917b972", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:43:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "749f162b-8d1e-4dcb-9086-06430917b972", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1-authn-ssl"} 2026-07-17T15:43:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "749f162b-8d1e-4dcb-9086-06430917b972", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"} 2026-07-17T15:43:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a633999a-0dd9-4376-924a-f0c7e308c919", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:43:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a633999a-0dd9-4376-924a-f0c7e308c919", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T15:43:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a633999a-0dd9-4376-924a-f0c7e308c919", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ae3cc1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T15:43:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-trusted-ca-bundle", "reconcileID": "63e6e707-0898-4c92-9bbc-e02ff0f65799", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:43:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-trusted-ca-bundle", "reconcileID": "63e6e707-0898-4c92-9bbc-e02ff0f65799", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:43:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "openshift-service-ca.crt", "reconcileID": "983fb811-7a4e-41be-a0f6-673089514ac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:43:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "openshift-service-ca.crt", "reconcileID": "983fb811-7a4e-41be-a0f6-673089514ac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:43:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75aba264-66d0-42f3-ae45-5f6f84a787d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:43:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ae3cc1"}, "namespace": "ai-tenant-e2e-shared-b-ae3cc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75aba264-66d0-42f3-ae45-5f6f84a787d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ae3cc1"} 2026-07-17T15:43:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ae3cc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ae3cc1", "reconcileID": "bb26573b-f511-4ec9-9b3a-50f67af86911", "Gateway": "e2e-shared-b-ae3cc1", "namespace": "openshift-ingress"}