sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T19:30:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21b5b36c-e26a-466c-9a65-1f98e6a53a44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:30:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "openshift-service-ca.crt", "reconcileID": "5f03f737-1159-46bd-987c-16697773cef2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:30:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-trusted-ca-bundle", "reconcileID": "bbf4861e-40f5-43d7-98df-b0d80094b46a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T19:30:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-trusted-ca-bundle", "reconcileID": "bbf4861e-40f5-43d7-98df-b0d80094b46a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:30:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58acdfd3-a2b1-4587-bbe6-f63263f9a5af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "e988b588-583e-4968-b116-09cd6dd57d1e", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "e988b588-583e-4968-b116-09cd6dd57d1e", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9-authn-ssl"} 2026-07-15T19:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "e988b588-583e-4968-b116-09cd6dd57d1e", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "656c91c2-81ce-4246-b316-dd47995762c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:30:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "c8d1da02-27d2-41a5-b185-9ddaa700a659", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress"} 2026-07-15T19:30:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "c8d1da02-27d2-41a5-b185-9ddaa700a659", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f-authn-ssl"} 2026-07-15T19:30:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "c8d1da02-27d2-41a5-b185-9ddaa700a659", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress"} 2026-07-15T19:30:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "c23f9bcc-034d-45f5-9aa6-98dc00469127", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:30:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "c23f9bcc-034d-45f5-9aa6-98dc00469127", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9-authn-ssl"} 2026-07-15T19:30:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "c23f9bcc-034d-45f5-9aa6-98dc00469127", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:30:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8b3ef11-0117-4565-90f8-08b96692ed64", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "305994f1-c8d6-4436-9848-22cd30832064", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "305994f1-c8d6-4436-9848-22cd30832064", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9-authn-ssl"} 2026-07-15T19:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "305994f1-c8d6-4436-9848-22cd30832064", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:30:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b448b8d-7610-4d68-bedb-04314b365b9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:30:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ead4e22f-cf08-4ff2-8733-550eae36616f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:30:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "bd1616de-a5d7-4981-8346-4d55c4641f54", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress"} 2026-07-15T19:30:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "bd1616de-a5d7-4981-8346-4d55c4641f54", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f-authn-ssl"} 2026-07-15T19:30:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "bd1616de-a5d7-4981-8346-4d55c4641f54", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress"} 2026-07-15T19:30:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "ea8232ce-8ed3-4cd8-a176-b94e57b81146", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress"} 2026-07-15T19:30:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "ea8232ce-8ed3-4cd8-a176-b94e57b81146", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f-authn-ssl"} 2026-07-15T19:30:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "ea8232ce-8ed3-4cd8-a176-b94e57b81146", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress"} 2026-07-15T19:30:39Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T19:30:39Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T19:30:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-67b35f"}, "namespace": "ai-tenant-e2e-api-a-67b35f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d2d8f0-ff71-4870-a9b0-83b42f5c6893", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-67b35f"} 2026-07-15T19:30:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-67b35f"}, "namespace": "ai-tenant-e2e-api-a-67b35f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d2d8f0-ff71-4870-a9b0-83b42f5c6893", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-67b35f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T19:30:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-67b35f"}, "namespace": "ai-tenant-e2e-api-a-67b35f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d2d8f0-ff71-4870-a9b0-83b42f5c6893", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-67b35f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T19:30:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-67b35f"}, "namespace": "ai-tenant-e2e-api-a-67b35f", "name": "odh-trusted-ca-bundle", "reconcileID": "8f2989a5-98a7-4f52-bf02-b7604c6ff3f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-67b35f"} 2026-07-15T19:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-67b35f"}, "namespace": "ai-tenant-e2e-api-a-67b35f", "name": "odh-trusted-ca-bundle", "reconcileID": "8f2989a5-98a7-4f52-bf02-b7604c6ff3f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-67b35f"} 2026-07-15T19:30:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-67b35f"}, "namespace": "ai-tenant-e2e-api-a-67b35f", "name": "openshift-service-ca.crt", "reconcileID": "5f4b6d3f-ba8f-47b0-8d7d-22e6e4dbe9d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-67b35f"} 2026-07-15T19:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-67b35f"}, "namespace": "ai-tenant-e2e-api-a-67b35f", "name": "openshift-service-ca.crt", "reconcileID": "5f4b6d3f-ba8f-47b0-8d7d-22e6e4dbe9d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-67b35f"} 2026-07-15T19:30:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-67b35f"}, "namespace": "ai-tenant-e2e-api-a-67b35f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5d9bc4a-d0f2-4f3c-bd74-30da40bef457", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-67b35f"} 2026-07-15T19:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-67b35f"}, "namespace": "ai-tenant-e2e-api-a-67b35f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5d9bc4a-d0f2-4f3c-bd74-30da40bef457", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-67b35f"} 2026-07-15T19:30:46Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T19:30:46Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T19:30:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-67b35f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-67b35f", "reconcileID": "51541794-f063-4233-9e76-f44139cea3cc", "Gateway": "e2e-api-a-67b35f", "namespace": "openshift-ingress"} 2026-07-15T19:30:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8756d179-b34f-4b45-b887-d47e50a71379", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "b11f3354-7cd4-4f02-9aec-7f5542773cb6", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "b11f3354-7cd4-4f02-9aec-7f5542773cb6", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9-authn-ssl"} 2026-07-15T19:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "b11f3354-7cd4-4f02-9aec-7f5542773cb6", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:31:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "d71df771-ab0f-4bc7-bcca-c395ddf2805a", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:31:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "d71df771-ab0f-4bc7-bcca-c395ddf2805a", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9-authn-ssl"} 2026-07-15T19:31:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "d71df771-ab0f-4bc7-bcca-c395ddf2805a", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:31:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33aeb73-2340-4932-835f-5efa84a1b0ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:31:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33aeb73-2340-4932-835f-5efa84a1b0ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T19:31:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33aeb73-2340-4932-835f-5efa84a1b0ff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-97fde9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T19:31:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-trusted-ca-bundle", "reconcileID": "7c3e5f4f-12af-45e4-bc83-ecdcac68dd96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-trusted-ca-bundle", "reconcileID": "7c3e5f4f-12af-45e4-bc83-ecdcac68dd96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:31:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "openshift-service-ca.crt", "reconcileID": "ccd2948b-f0fe-452c-81d7-9631113d98ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "openshift-service-ca.crt", "reconcileID": "ccd2948b-f0fe-452c-81d7-9631113d98ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:31:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf4f8f8-099b-40a9-812d-bf77fc788851", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97fde9"}, "namespace": "ai-tenant-e2e-api-b-97fde9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf4f8f8-099b-40a9-812d-bf77fc788851", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97fde9"} 2026-07-15T19:31:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97fde9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97fde9", "reconcileID": "739bc88b-98f7-4c0a-a56a-3fb27cdcdf84", "Gateway": "e2e-api-b-97fde9", "namespace": "openshift-ingress"} 2026-07-15T19:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "c92d9514-f2a2-4aeb-9867-58e0051f69df", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "c92d9514-f2a2-4aeb-9867-58e0051f69df", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "c92d9514-f2a2-4aeb-9867-58e0051f69df", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "63c70096-71ce-401c-8075-5f14eebc54b7", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "63c70096-71ce-401c-8075-5f14eebc54b7", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "63c70096-71ce-401c-8075-5f14eebc54b7", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "0eaeb104-1e1e-46ee-8195-21ddc3d02fdc", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "0eaeb104-1e1e-46ee-8195-21ddc3d02fdc", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "0eaeb104-1e1e-46ee-8195-21ddc3d02fdc", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "384e3bd1-c5a1-4e35-bc8b-baea01a8b95b", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "384e3bd1-c5a1-4e35-bc8b-baea01a8b95b", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "384e3bd1-c5a1-4e35-bc8b-baea01a8b95b", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "f4999490-a7d2-44d4-a2db-968aaf4f29ba", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "f4999490-a7d2-44d4-a2db-968aaf4f29ba", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "f4999490-a7d2-44d4-a2db-968aaf4f29ba", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "8b9a6150-581a-4e1e-b6a8-42413e1dd51e", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "8b9a6150-581a-4e1e-b6a8-42413e1dd51e", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "8b9a6150-581a-4e1e-b6a8-42413e1dd51e", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "f58950c8-0943-4232-b9c8-92d27d1b2ed4", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "f58950c8-0943-4232-b9c8-92d27d1b2ed4", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "f58950c8-0943-4232-b9c8-92d27d1b2ed4", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "openshift-service-ca.crt", "reconcileID": "9ac259e3-8610-4d47-80ba-fc13c88e30a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-trusted-ca-bundle", "reconcileID": "6cddcdfe-8d95-45bf-afdf-dbe651ba0793", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "openshift-service-ca.crt", "reconcileID": "220800e5-404e-4d29-893f-87330d8ef89b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-257300", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T19:31:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "openshift-service-ca.crt", "reconcileID": "220800e5-404e-4d29-893f-87330d8ef89b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1626e44-4571-4908-baa6-33305d479266", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "openshift-service-ca.crt", "reconcileID": "0b03bdbd-467b-466d-8086-f4179ab9c90a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-trusted-ca-bundle", "reconcileID": "b4eefece-62cc-435e-84c4-4067c442ad4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T19:31:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-trusted-ca-bundle", "reconcileID": "b4eefece-62cc-435e-84c4-4067c442ad4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc132280-be09-43ef-8f34-70f14094c32d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "39085ab5-6fed-4ff2-909e-b3d214d4c7b1", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "39085ab5-6fed-4ff2-909e-b3d214d4c7b1", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "39085ab5-6fed-4ff2-909e-b3d214d4c7b1", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca8530e3-6449-4e87-ab89-835dc60230dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "9a155c64-7c4a-48c3-a60b-0c9d894e9665", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "9a155c64-7c4a-48c3-a60b-0c9d894e9665", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "9a155c64-7c4a-48c3-a60b-0c9d894e9665", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "3fd343ad-b533-4dfa-a94c-7511b967df89", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "3fd343ad-b533-4dfa-a94c-7511b967df89", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "3fd343ad-b533-4dfa-a94c-7511b967df89", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "28e82284-8414-4d90-9535-03378ebd3f82", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "28e82284-8414-4d90-9535-03378ebd3f82", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "28e82284-8414-4d90-9535-03378ebd3f82", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "b7385c19-ab9b-4e79-8518-e85a5aedfd0a", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "b7385c19-ab9b-4e79-8518-e85a5aedfd0a", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "b7385c19-ab9b-4e79-8518-e85a5aedfd0a", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "08699be9-1b07-4bb5-949f-e20afd3808a5", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "08699be9-1b07-4bb5-949f-e20afd3808a5", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "08699be9-1b07-4bb5-949f-e20afd3808a5", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "03d2188e-608c-4bfb-93f3-8278fa118b63", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "03d2188e-608c-4bfb-93f3-8278fa118b63", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "03d2188e-608c-4bfb-93f3-8278fa118b63", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "7f8b1162-a5c4-4349-a2d4-6e06d7ed3759", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "7f8b1162-a5c4-4349-a2d4-6e06d7ed3759", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "7f8b1162-a5c4-4349-a2d4-6e06d7ed3759", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "7734a7b7-0541-4f75-a196-5dc8808a3ada", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "7734a7b7-0541-4f75-a196-5dc8808a3ada", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "7734a7b7-0541-4f75-a196-5dc8808a3ada", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "971bd76e-65fd-4c06-b74f-bde94a96f309", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "971bd76e-65fd-4c06-b74f-bde94a96f309", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "971bd76e-65fd-4c06-b74f-bde94a96f309", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "openshift-service-ca.crt", "reconcileID": "f9dc8090-a732-4672-8866-79584d1dd3e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-trusted-ca-bundle", "reconcileID": "ccadfb5d-c39d-48f5-bbf0-b3f19ac75fad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "openshift-service-ca.crt", "reconcileID": "8599f260-b750-41ab-8689-d71af8b04b37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0dc297", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T19:31:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "openshift-service-ca.crt", "reconcileID": "8599f260-b750-41ab-8689-d71af8b04b37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "openshift-service-ca.crt", "reconcileID": "f4b56c3a-12bd-4962-ba21-d6c2456f1285", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f66e5e95-d39f-457d-9ac2-35a80c1820a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-trusted-ca-bundle", "reconcileID": "81f759da-6bda-4b2a-ac36-736c6224735e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T19:31:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-trusted-ca-bundle", "reconcileID": "81f759da-6bda-4b2a-ac36-736c6224735e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ac7c85-8215-45ff-b4ed-e971c5540abe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "965f2fc0-86a0-40f6-bee7-841fa79c4667", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "965f2fc0-86a0-40f6-bee7-841fa79c4667", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "965f2fc0-86a0-40f6-bee7-841fa79c4667", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8a8bdec9-d96a-478f-ad59-ce054834c84d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:31:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "61136464-d03c-47b2-b6b1-43e516000cb2", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "61136464-d03c-47b2-b6b1-43e516000cb2", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "61136464-d03c-47b2-b6b1-43e516000cb2", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "556c632a-854f-49d5-9369-a297556adaed", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "61136464-d03c-47b2-b6b1-43e516000cb2", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300-kserve-route-authn"} 2026-07-15T19:31:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "61136464-d03c-47b2-b6b1-43e516000cb2", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:31:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "61136464-d03c-47b2-b6b1-43e516000cb2", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "556c632a-854f-49d5-9369-a297556adaed", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "556c632a-854f-49d5-9369-a297556adaed", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "9f39bf72-06c2-4089-9400-c7ebbfe59d8c", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "9f39bf72-06c2-4089-9400-c7ebbfe59d8c", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "9f39bf72-06c2-4089-9400-c7ebbfe59d8c", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "9f39bf72-06c2-4089-9400-c7ebbfe59d8c", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300-kserve-route-authn"} 2026-07-15T19:31:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "9f39bf72-06c2-4089-9400-c7ebbfe59d8c", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:31:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "9f39bf72-06c2-4089-9400-c7ebbfe59d8c", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "f06f52fb-39c5-4534-9353-4bc1e323ab81", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "f06f52fb-39c5-4534-9353-4bc1e323ab81", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "f06f52fb-39c5-4534-9353-4bc1e323ab81", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7628fa4a-2912-447b-b71a-35c4c84d6bd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:31:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "da5fcb6e-d3ed-4128-8fb4-16c4c2b3b96c", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "da5fcb6e-d3ed-4128-8fb4-16c4c2b3b96c", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:31:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "da5fcb6e-d3ed-4128-8fb4-16c4c2b3b96c", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:31:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "6422ff39-34a1-4fdd-8eff-27f0ec2495ef", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "6422ff39-34a1-4fdd-8eff-27f0ec2495ef", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "6422ff39-34a1-4fdd-8eff-27f0ec2495ef", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "6422ff39-34a1-4fdd-8eff-27f0ec2495ef", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300-kserve-route-authn"} 2026-07-15T19:31:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "6422ff39-34a1-4fdd-8eff-27f0ec2495ef", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:31:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "6422ff39-34a1-4fdd-8eff-27f0ec2495ef", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0b3e734-bef3-4e83-94b8-28517cec0674", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:31:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "d851aaa1-ac24-4f4a-ac3e-7cc9c5bfe2a9", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "d851aaa1-ac24-4f4a-ac3e-7cc9c5bfe2a9", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "d851aaa1-ac24-4f4a-ac3e-7cc9c5bfe2a9", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "d851aaa1-ac24-4f4a-ac3e-7cc9c5bfe2a9", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300-kserve-route-authn"} 2026-07-15T19:31:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "d851aaa1-ac24-4f4a-ac3e-7cc9c5bfe2a9", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:31:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "d851aaa1-ac24-4f4a-ac3e-7cc9c5bfe2a9", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "598bfaa7-5c7a-4044-baa8-d4d5a3420a25", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "598bfaa7-5c7a-4044-baa8-d4d5a3420a25", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "598bfaa7-5c7a-4044-baa8-d4d5a3420a25", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "598bfaa7-5c7a-4044-baa8-d4d5a3420a25", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300-kserve-route-authn"} 2026-07-15T19:31:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "598bfaa7-5c7a-4044-baa8-d4d5a3420a25", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:31:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "598bfaa7-5c7a-4044-baa8-d4d5a3420a25", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:31:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "e8f12b8e-a607-4daa-9510-b1e91225a7d3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "e8f12b8e-a607-4daa-9510-b1e91225a7d3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "e8f12b8e-a607-4daa-9510-b1e91225a7d3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "0df7207b-604f-47ac-b90d-cf21a412c4a5", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "e8f12b8e-a607-4daa-9510-b1e91225a7d3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:31:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "e8f12b8e-a607-4daa-9510-b1e91225a7d3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:31:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "e8f12b8e-a607-4daa-9510-b1e91225a7d3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "0df7207b-604f-47ac-b90d-cf21a412c4a5", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:31:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "0df7207b-604f-47ac-b90d-cf21a412c4a5", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:31:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "bbbd7259-0cb1-4d4c-b1db-c391c36798b3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "bbbd7259-0cb1-4d4c-b1db-c391c36798b3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "bbbd7259-0cb1-4d4c-b1db-c391c36798b3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:31:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "bbbd7259-0cb1-4d4c-b1db-c391c36798b3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:31:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "bbbd7259-0cb1-4d4c-b1db-c391c36798b3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:31:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "bbbd7259-0cb1-4d4c-b1db-c391c36798b3", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:32:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "1bb4fa5e-16c2-46f8-8a66-c8b5fae9e019", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:32:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "1bb4fa5e-16c2-46f8-8a66-c8b5fae9e019", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:32:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "1bb4fa5e-16c2-46f8-8a66-c8b5fae9e019", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:32:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "48ec0909-aec3-4190-a35d-b41d06f95704", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:32:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "48ec0909-aec3-4190-a35d-b41d06f95704", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:32:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "48ec0909-aec3-4190-a35d-b41d06f95704", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:32:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "48ec0909-aec3-4190-a35d-b41d06f95704", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:32:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "48ec0909-aec3-4190-a35d-b41d06f95704", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:32:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "48ec0909-aec3-4190-a35d-b41d06f95704", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:32:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "f4bdcdd0-fc67-490c-ab9a-f473b6a4d1ae", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:32:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "f4bdcdd0-fc67-490c-ab9a-f473b6a4d1ae", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:32:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "f4bdcdd0-fc67-490c-ab9a-f473b6a4d1ae", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:32:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "f4bdcdd0-fc67-490c-ab9a-f473b6a4d1ae", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:32:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "f4bdcdd0-fc67-490c-ab9a-f473b6a4d1ae", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:32:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "f4bdcdd0-fc67-490c-ab9a-f473b6a4d1ae", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:32:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "09fa1f3f-c78d-488f-9c6d-b29133173d7e", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:32:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "09fa1f3f-c78d-488f-9c6d-b29133173d7e", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:32:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "09fa1f3f-c78d-488f-9c6d-b29133173d7e", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:32:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "268abddd-cb26-4bfc-87ba-a913d6cdc321", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:32:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "268abddd-cb26-4bfc-87ba-a913d6cdc321", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:32:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "268abddd-cb26-4bfc-87ba-a913d6cdc321", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:34:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "0da4b390-7e8d-4111-912a-3b88653828cf", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "0da4b390-7e8d-4111-912a-3b88653828cf", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300"} 2026-07-15T19:34:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "0da4b390-7e8d-4111-912a-3b88653828cf", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "0da4b390-7e8d-4111-912a-3b88653828cf", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "0da4b390-7e8d-4111-912a-3b88653828cf", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300-kserve-route-authn"} 2026-07-15T19:34:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "0da4b390-7e8d-4111-912a-3b88653828cf", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300-kserve-route-authn"} 2026-07-15T19:34:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "0da4b390-7e8d-4111-912a-3b88653828cf", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "0da4b390-7e8d-4111-912a-3b88653828cf", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "auth-test-model-257300", "reconcileID": "a6c0add3-72ea-47d8-a594-c00bbbab5c17", "LLMInferenceService": "auth-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "f755f309-4826-4f75-bc89-0b4dcd88a6e5", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:34:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "f755f309-4826-4f75-bc89-0b4dcd88a6e5", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "f755f309-4826-4f75-bc89-0b4dcd88a6e5", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:34:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "d1c82df4-97fb-428d-a4e2-09e08a503b8e", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:34:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "d1c82df4-97fb-428d-a4e2-09e08a503b8e", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "d1c82df4-97fb-428d-a4e2-09e08a503b8e", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:34:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "2023cd8a-b214-4a69-9087-ba47daa823ff", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "2023cd8a-b214-4a69-9087-ba47daa823ff", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297"} 2026-07-15T19:34:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "2023cd8a-b214-4a69-9087-ba47daa823ff", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "2023cd8a-b214-4a69-9087-ba47daa823ff", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "2023cd8a-b214-4a69-9087-ba47daa823ff", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:34:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "2023cd8a-b214-4a69-9087-ba47daa823ff", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:34:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "2023cd8a-b214-4a69-9087-ba47daa823ff", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "2023cd8a-b214-4a69-9087-ba47daa823ff", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "auth-test-model-0dc297", "reconcileID": "6267941f-7c56-4a3d-bfdd-be26099b85d6", "LLMInferenceService": "auth-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "99b614df-c71f-475a-b7ad-ad210a5d3608", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:34:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "99b614df-c71f-475a-b7ad-ad210a5d3608", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:34:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "99b614df-c71f-475a-b7ad-ad210a5d3608", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:34:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "8ac1d24b-a350-4d05-8bb6-c260dfcfd334", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:34:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "8ac1d24b-a350-4d05-8bb6-c260dfcfd334", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:34:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "8ac1d24b-a350-4d05-8bb6-c260dfcfd334", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:34:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "09383bee-b4e5-4bb1-a270-3971a38fb3b0", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "09383bee-b4e5-4bb1-a270-3971a38fb3b0", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "09383bee-b4e5-4bb1-a270-3971a38fb3b0", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "0c843758-5ef4-46fe-9755-ff60a1b40d0d", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:34:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "09383bee-b4e5-4bb1-a270-3971a38fb3b0", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300-kserve-route-authn"} 2026-07-15T19:34:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "09383bee-b4e5-4bb1-a270-3971a38fb3b0", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:34:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "09383bee-b4e5-4bb1-a270-3971a38fb3b0", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "0c843758-5ef4-46fe-9755-ff60a1b40d0d", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:34:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "0c843758-5ef4-46fe-9755-ff60a1b40d0d", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:34:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "c6d9b71d-146b-409c-9cdd-35e7605950c7", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "c6d9b71d-146b-409c-9cdd-35e7605950c7", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "c6d9b71d-146b-409c-9cdd-35e7605950c7", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "c6d9b71d-146b-409c-9cdd-35e7605950c7", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300-kserve-route-authn"} 2026-07-15T19:34:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "c6d9b71d-146b-409c-9cdd-35e7605950c7", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:34:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "c6d9b71d-146b-409c-9cdd-35e7605950c7", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "48c41916-ea58-4c27-8ac7-b91d514a4fd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "2ee99c48-d74d-4bae-afd6-866cb332435d", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "2ee99c48-d74d-4bae-afd6-866cb332435d", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "2ee99c48-d74d-4bae-afd6-866cb332435d", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:34:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "018cbe92-8c26-4330-b081-6b163bd8d6ea", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "018cbe92-8c26-4330-b081-6b163bd8d6ea", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "018cbe92-8c26-4330-b081-6b163bd8d6ea", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "018cbe92-8c26-4330-b081-6b163bd8d6ea", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300-kserve-route-authn"} 2026-07-15T19:34:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "018cbe92-8c26-4330-b081-6b163bd8d6ea", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:34:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "018cbe92-8c26-4330-b081-6b163bd8d6ea", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "d6b76194-99b7-48f5-b674-cbef121fa755", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "d6b76194-99b7-48f5-b674-cbef121fa755", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "d6b76194-99b7-48f5-b674-cbef121fa755", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "d6b76194-99b7-48f5-b674-cbef121fa755", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300-kserve-route-authn"} 2026-07-15T19:34:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "d6b76194-99b7-48f5-b674-cbef121fa755", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:34:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "d6b76194-99b7-48f5-b674-cbef121fa755", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "2c1d0f4c-5638-4e52-adce-ab652dd11073", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "2c1d0f4c-5638-4e52-adce-ab652dd11073", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "2c1d0f4c-5638-4e52-adce-ab652dd11073", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "2c1d0f4c-5638-4e52-adce-ab652dd11073", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300-kserve-route-authn"} 2026-07-15T19:34:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "2c1d0f4c-5638-4e52-adce-ab652dd11073", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:34:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "2c1d0f4c-5638-4e52-adce-ab652dd11073", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:34:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "d92ec6c0-b72f-4d7c-8ead-8d4f82bfb276", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "d92ec6c0-b72f-4d7c-8ead-8d4f82bfb276", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "d92ec6c0-b72f-4d7c-8ead-8d4f82bfb276", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "7f1becc0-5659-4b31-b896-e5df1ceccc7f", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:34:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "d92ec6c0-b72f-4d7c-8ead-8d4f82bfb276", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:34:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "d92ec6c0-b72f-4d7c-8ead-8d4f82bfb276", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:34:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "d92ec6c0-b72f-4d7c-8ead-8d4f82bfb276", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "7f1becc0-5659-4b31-b896-e5df1ceccc7f", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:34:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "7f1becc0-5659-4b31-b896-e5df1ceccc7f", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:34:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "5db366dc-1f77-4c2c-b43b-08fe92b261e0", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "5db366dc-1f77-4c2c-b43b-08fe92b261e0", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "5db366dc-1f77-4c2c-b43b-08fe92b261e0", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:34:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "5db366dc-1f77-4c2c-b43b-08fe92b261e0", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:34:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "5db366dc-1f77-4c2c-b43b-08fe92b261e0", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:34:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "5db366dc-1f77-4c2c-b43b-08fe92b261e0", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "d4518764-1d11-4b6a-8dad-f24b2a57c722", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:35:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "d4518764-1d11-4b6a-8dad-f24b2a57c722", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:35:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "d4518764-1d11-4b6a-8dad-f24b2a57c722", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:35:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "7a56a8c3-839e-476e-9003-17e0063b4558", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "7a56a8c3-839e-476e-9003-17e0063b4558", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "7a56a8c3-839e-476e-9003-17e0063b4558", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "7a56a8c3-839e-476e-9003-17e0063b4558", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:35:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "7a56a8c3-839e-476e-9003-17e0063b4558", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:35:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "7a56a8c3-839e-476e-9003-17e0063b4558", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "9a28c433-25e8-4849-b172-bd19ca1b3b01", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "9a28c433-25e8-4849-b172-bd19ca1b3b01", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "9a28c433-25e8-4849-b172-bd19ca1b3b01", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "9a28c433-25e8-4849-b172-bd19ca1b3b01", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:35:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "9a28c433-25e8-4849-b172-bd19ca1b3b01", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:35:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "9a28c433-25e8-4849-b172-bd19ca1b3b01", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "0772779c-6326-4de0-a112-73e24794a1bc", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "0772779c-6326-4de0-a112-73e24794a1bc", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "0772779c-6326-4de0-a112-73e24794a1bc", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "0772779c-6326-4de0-a112-73e24794a1bc", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:35:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "0772779c-6326-4de0-a112-73e24794a1bc", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:35:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "0772779c-6326-4de0-a112-73e24794a1bc", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "afaced40-92d8-4512-9274-ef4e63f978ca", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "afaced40-92d8-4512-9274-ef4e63f978ca", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300"} 2026-07-15T19:35:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "afaced40-92d8-4512-9274-ef4e63f978ca", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "afaced40-92d8-4512-9274-ef4e63f978ca", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "afaced40-92d8-4512-9274-ef4e63f978ca", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300-kserve-route-authn"} 2026-07-15T19:35:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "afaced40-92d8-4512-9274-ef4e63f978ca", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300-kserve-route-authn"} 2026-07-15T19:35:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "afaced40-92d8-4512-9274-ef4e63f978ca", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "afaced40-92d8-4512-9274-ef4e63f978ca", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "sub-test-model-257300", "reconcileID": "162fb224-c7ce-4fb6-b7a7-0e56a5933853", "LLMInferenceService": "sub-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "3b16de0b-12a9-413b-a2e5-77c94d8d9f44", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "3b16de0b-12a9-413b-a2e5-77c94d8d9f44", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "3b16de0b-12a9-413b-a2e5-77c94d8d9f44", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "23e3f160-6c09-475f-b71e-e00dd76212db", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "23e3f160-6c09-475f-b71e-e00dd76212db", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "23e3f160-6c09-475f-b71e-e00dd76212db", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:35:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "868e4036-d7b4-4a17-9a2d-36dccaa460c2", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "868e4036-d7b4-4a17-9a2d-36dccaa460c2", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297"} 2026-07-15T19:35:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "868e4036-d7b4-4a17-9a2d-36dccaa460c2", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "868e4036-d7b4-4a17-9a2d-36dccaa460c2", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "868e4036-d7b4-4a17-9a2d-36dccaa460c2", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:35:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "868e4036-d7b4-4a17-9a2d-36dccaa460c2", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:35:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "868e4036-d7b4-4a17-9a2d-36dccaa460c2", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "868e4036-d7b4-4a17-9a2d-36dccaa460c2", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "sub-test-model-0dc297", "reconcileID": "58ce3f1d-4b02-45ae-862f-019496374909", "LLMInferenceService": "sub-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:35:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "adf85a8c-d943-4915-8416-1c30f1c2886b", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:35:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "adf85a8c-d943-4915-8416-1c30f1c2886b", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:35:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "adf85a8c-d943-4915-8416-1c30f1c2886b", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:35:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "c809b286-c6dd-4720-a1c3-f2ad51ba6c02", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:35:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "c809b286-c6dd-4720-a1c3-f2ad51ba6c02", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:35:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "c809b286-c6dd-4720-a1c3-f2ad51ba6c02", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:35:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "af82577c-2fb8-4ade-a010-7f12def5836c", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "af82577c-2fb8-4ade-a010-7f12def5836c", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "af82577c-2fb8-4ade-a010-7f12def5836c", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "227cf9f6-0d9c-48fd-a818-1691b75598a3", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:35:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "af82577c-2fb8-4ade-a010-7f12def5836c", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300-kserve-route-authn"} 2026-07-15T19:35:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "af82577c-2fb8-4ade-a010-7f12def5836c", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:35:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "af82577c-2fb8-4ade-a010-7f12def5836c", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "227cf9f6-0d9c-48fd-a818-1691b75598a3", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:35:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "227cf9f6-0d9c-48fd-a818-1691b75598a3", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:35:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "d1e780b0-e3fc-4f92-ab2e-a441b6aa0757", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "d1e780b0-e3fc-4f92-ab2e-a441b6aa0757", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "d1e780b0-e3fc-4f92-ab2e-a441b6aa0757", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "d1e780b0-e3fc-4f92-ab2e-a441b6aa0757", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300-kserve-route-authn"} 2026-07-15T19:35:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "d1e780b0-e3fc-4f92-ab2e-a441b6aa0757", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:35:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "d1e780b0-e3fc-4f92-ab2e-a441b6aa0757", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "09c0afca-a72b-41c6-94eb-365ffb088d79", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "09c0afca-a72b-41c6-94eb-365ffb088d79", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:36:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "09c0afca-a72b-41c6-94eb-365ffb088d79", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:36:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "89d8b8ef-fbaa-4f24-8692-a352fe2d23ae", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:36:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "89d8b8ef-fbaa-4f24-8692-a352fe2d23ae", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:36:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "89d8b8ef-fbaa-4f24-8692-a352fe2d23ae", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:36:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "89d8b8ef-fbaa-4f24-8692-a352fe2d23ae", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300-kserve-route-authn"} 2026-07-15T19:36:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "89d8b8ef-fbaa-4f24-8692-a352fe2d23ae", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:36:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "89d8b8ef-fbaa-4f24-8692-a352fe2d23ae", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:36:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "8cd5c352-d48e-4eb5-8858-d2cf4cdc8196", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:36:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "8cd5c352-d48e-4eb5-8858-d2cf4cdc8196", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:36:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "8cd5c352-d48e-4eb5-8858-d2cf4cdc8196", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:36:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "8cd5c352-d48e-4eb5-8858-d2cf4cdc8196", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300-kserve-route-authn"} 2026-07-15T19:36:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "8cd5c352-d48e-4eb5-8858-d2cf4cdc8196", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "authType": "userdefined"} 2026-07-15T19:36:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "8cd5c352-d48e-4eb5-8858-d2cf4cdc8196", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:36:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "1f84a3b0-2974-4850-9f5a-5311ddd0cefe", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "1f84a3b0-2974-4850-9f5a-5311ddd0cefe", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "1f84a3b0-2974-4850-9f5a-5311ddd0cefe", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "9ee46226-eff2-4699-9e62-52da4ba33938", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:36:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "1f84a3b0-2974-4850-9f5a-5311ddd0cefe", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:36:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "1f84a3b0-2974-4850-9f5a-5311ddd0cefe", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:36:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "1f84a3b0-2974-4850-9f5a-5311ddd0cefe", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "9ee46226-eff2-4699-9e62-52da4ba33938", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:36:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "9ee46226-eff2-4699-9e62-52da4ba33938", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:36:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "d7f3ce57-88ed-4e28-bc5b-326d4534c9c6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "d7f3ce57-88ed-4e28-bc5b-326d4534c9c6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "d7f3ce57-88ed-4e28-bc5b-326d4534c9c6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "d7f3ce57-88ed-4e28-bc5b-326d4534c9c6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:36:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "d7f3ce57-88ed-4e28-bc5b-326d4534c9c6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:36:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "d7f3ce57-88ed-4e28-bc5b-326d4534c9c6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "ff5e3048-931d-437b-a7d9-22f19e6d9360", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:36:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "ff5e3048-931d-437b-a7d9-22f19e6d9360", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:36:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "ff5e3048-931d-437b-a7d9-22f19e6d9360", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:36:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "f2166c9e-d47b-4bf8-9923-d02a8f7563a6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "f2166c9e-d47b-4bf8-9923-d02a8f7563a6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "f2166c9e-d47b-4bf8-9923-d02a8f7563a6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "f2166c9e-d47b-4bf8-9923-d02a8f7563a6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:36:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "f2166c9e-d47b-4bf8-9923-d02a8f7563a6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:36:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "f2166c9e-d47b-4bf8-9923-d02a8f7563a6", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dddaf191-b6f2-40a5-bb02-3993e360c394", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:36:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "5e065546-fea0-4003-8ca9-783cc9834937", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "5e065546-fea0-4003-8ca9-783cc9834937", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "5e065546-fea0-4003-8ca9-783cc9834937", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "5e065546-fea0-4003-8ca9-783cc9834937", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:36:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "5e065546-fea0-4003-8ca9-783cc9834937", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "authType": "userdefined"} 2026-07-15T19:36:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "5e065546-fea0-4003-8ca9-783cc9834937", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2fe3e0f7-b904-4595-9c89-21e621f7e88d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:37:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T19:37:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T19:37:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T19:37:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T19:37:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "66c97364-9ad8-4271-b5df-229787d149e6", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:37:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "66c97364-9ad8-4271-b5df-229787d149e6", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300"} 2026-07-15T19:37:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "66c97364-9ad8-4271-b5df-229787d149e6", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:37:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "66c97364-9ad8-4271-b5df-229787d149e6", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:37:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "66c97364-9ad8-4271-b5df-229787d149e6", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300-kserve-route-authn"} 2026-07-15T19:37:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "66c97364-9ad8-4271-b5df-229787d149e6", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300-kserve-route-authn"} 2026-07-15T19:37:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "66c97364-9ad8-4271-b5df-229787d149e6", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:37:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "66c97364-9ad8-4271-b5df-229787d149e6", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:37:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-257300","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "rate-test-model-257300", "reconcileID": "971539b8-dc8f-46fa-a736-9e06ded154fb", "LLMInferenceService": "rate-test-model-257300", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:37:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "97f5c17a-e01c-4383-aac0-b7064d1bb43b", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:37:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "97f5c17a-e01c-4383-aac0-b7064d1bb43b", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:37:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "97f5c17a-e01c-4383-aac0-b7064d1bb43b", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:37:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "446da8b6-cb35-4889-91eb-ebe6f77a419c", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:37:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "446da8b6-cb35-4889-91eb-ebe6f77a419c", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:37:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "446da8b6-cb35-4889-91eb-ebe6f77a419c", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:37:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "4710f83c-6535-4b9e-877c-f326bf244705", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:37:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "4710f83c-6535-4b9e-877c-f326bf244705", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297"} 2026-07-15T19:37:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "4710f83c-6535-4b9e-877c-f326bf244705", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:37:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "4710f83c-6535-4b9e-877c-f326bf244705", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:37:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "4710f83c-6535-4b9e-877c-f326bf244705", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:37:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "4710f83c-6535-4b9e-877c-f326bf244705", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297-kserve-route-authn"} 2026-07-15T19:37:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "4710f83c-6535-4b9e-877c-f326bf244705", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:37:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "4710f83c-6535-4b9e-877c-f326bf244705", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:37:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0dc297","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "rate-test-model-0dc297", "reconcileID": "9d5797ad-4d82-46f2-944a-b42a852a20be", "LLMInferenceService": "rate-test-model-0dc297", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:37:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "090bf28a-8123-4e2c-a4e4-e7e1c5e91043", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:37:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "090bf28a-8123-4e2c-a4e4-e7e1c5e91043", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:37:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "090bf28a-8123-4e2c-a4e4-e7e1c5e91043", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:37:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "b62a5525-6a50-4e5f-93ab-b517a8dedd2d", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:37:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "b62a5525-6a50-4e5f-93ab-b517a8dedd2d", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:37:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "b62a5525-6a50-4e5f-93ab-b517a8dedd2d", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:37:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e64f767-cced-460d-93af-c9e25f5e8880", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:37:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "645378a7-2a79-450d-80cd-427e3b3b57c4", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:37:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "645378a7-2a79-450d-80cd-427e3b3b57c4", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:37:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "645378a7-2a79-450d-80cd-427e3b3b57c4", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:37:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "c0574c5e-d88d-46b0-babf-7c46d2a81856", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:37:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "c0574c5e-d88d-46b0-babf-7c46d2a81856", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress", "name": "e2e-shared-a-257300-authn-ssl"} 2026-07-15T19:37:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "c0574c5e-d88d-46b0-babf-7c46d2a81856", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:38:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6320d73-0022-4cc1-8afd-fd8016d384f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:38:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6320d73-0022-4cc1-8afd-fd8016d384f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T19:38:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6320d73-0022-4cc1-8afd-fd8016d384f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-257300 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T19:38:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-trusted-ca-bundle", "reconcileID": "327d5e27-229c-4dbc-baa0-55047fd1d114", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-trusted-ca-bundle", "reconcileID": "327d5e27-229c-4dbc-baa0-55047fd1d114", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:38:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "openshift-service-ca.crt", "reconcileID": "4028d3e7-9da8-4c7c-ba59-7b6fe5a24cfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "openshift-service-ca.crt", "reconcileID": "4028d3e7-9da8-4c7c-ba59-7b6fe5a24cfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:38:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb8e7f5a-9966-4f42-b5e2-3d1b6e322784", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-257300"}, "namespace": "ai-tenant-e2e-shared-a-257300", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb8e7f5a-9966-4f42-b5e2-3d1b6e322784", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-257300"} 2026-07-15T19:38:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-257300","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-257300", "reconcileID": "0acc6e2e-bbbb-45c0-a763-ce8140ee06e1", "Gateway": "e2e-shared-a-257300", "namespace": "openshift-ingress"} 2026-07-15T19:38:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf27f038-d382-4d80-bfcc-708e22d45c5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T19:38:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "9213d5f4-b2f7-4a92-be82-6f251b3743d3", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:38:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "9213d5f4-b2f7-4a92-be82-6f251b3743d3", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:38:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "9213d5f4-b2f7-4a92-be82-6f251b3743d3", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:38:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "ad6f4e22-298c-4911-83c4-526408865b4f", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:38:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "ad6f4e22-298c-4911-83c4-526408865b4f", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297-authn-ssl"} 2026-07-15T19:38:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "ad6f4e22-298c-4911-83c4-526408865b4f", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"} 2026-07-15T19:38:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b84c13fd-441c-4eb5-b3dd-eb45c2e71862", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:38:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b84c13fd-441c-4eb5-b3dd-eb45c2e71862", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T19:38:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b84c13fd-441c-4eb5-b3dd-eb45c2e71862", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-0dc297 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T19:38:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-trusted-ca-bundle", "reconcileID": "c966dcce-1a7a-4666-a31b-b78f32ad37f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-trusted-ca-bundle", "reconcileID": "c966dcce-1a7a-4666-a31b-b78f32ad37f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:38:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "openshift-service-ca.crt", "reconcileID": "0e348a07-11b3-41d4-a04f-ff368d21ab31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "openshift-service-ca.crt", "reconcileID": "0e348a07-11b3-41d4-a04f-ff368d21ab31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:38:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2076de6d-eb25-4fee-b012-443cd47cec20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0dc297"}, "namespace": "ai-tenant-e2e-shared-b-0dc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2076de6d-eb25-4fee-b012-443cd47cec20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0dc297"} 2026-07-15T19:38:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0dc297","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0dc297", "reconcileID": "895a926d-d618-4c3e-a7b6-6c5198256c06", "Gateway": "e2e-shared-b-0dc297", "namespace": "openshift-ingress"}