2026-07-14T16:28:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "openshift-service-ca.crt", "reconcileID": "8002c11f-4152-4404-a080-30158c6d5316", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:28:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "openshift-service-ca.crt", "reconcileID": "84b53e84-fb02-4d37-b8b1-a53f61afc564", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:28:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f81c7aa3-9d19-4f26-9df7-0366c3f32d58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:28:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-trusted-ca-bundle", "reconcileID": "c79ce38f-e995-4600-8a1a-6c45f6af2f09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:28:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-trusted-ca-bundle", "reconcileID": "c79ce38f-e995-4600-8a1a-6c45f6af2f09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:28:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5237d218-71ee-45d2-8bca-e4c42a5ac6da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:28:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "d61a311d-2364-40fa-9069-285155870272", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:28:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "d61a311d-2364-40fa-9069-285155870272", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress", "name": "e2e-api-b-c40588-authn-ssl"} 2026-07-14T16:28:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "d61a311d-2364-40fa-9069-285155870272", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:28:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55a9492a-77fc-4962-95b8-71666aa8db1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:28:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "fbbd2204-2ccf-43f7-ad26-e9969094ac6a", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress"} 2026-07-14T16:28:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "fbbd2204-2ccf-43f7-ad26-e9969094ac6a", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901-authn-ssl"} 2026-07-14T16:28:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "fbbd2204-2ccf-43f7-ad26-e9969094ac6a", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress"} 2026-07-14T16:28:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "5e9a4ebc-ba69-4b3e-89f1-e1f9b2d6272f", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:28:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "5e9a4ebc-ba69-4b3e-89f1-e1f9b2d6272f", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress", "name": "e2e-api-b-c40588-authn-ssl"} 2026-07-14T16:28:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "5e9a4ebc-ba69-4b3e-89f1-e1f9b2d6272f", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:28:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "60da4fb6-0e5f-4c07-a1dc-d415a5b60a8e", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:28:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "60da4fb6-0e5f-4c07-a1dc-d415a5b60a8e", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress", "name": "e2e-api-b-c40588-authn-ssl"} 2026-07-14T16:28:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "60da4fb6-0e5f-4c07-a1dc-d415a5b60a8e", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:28:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1dcca471-ee81-44d1-97fa-04e9f9dadfb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:29:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7534b98d-6ec7-4fa5-878d-6d14f2e78891", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:29:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5d267a99-7de6-4570-a4d4-adc88663a5d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:29:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "b62a9698-917a-4675-b193-9047a1f19941", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress"} 2026-07-14T16:29:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "b62a9698-917a-4675-b193-9047a1f19941", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901-authn-ssl"} 2026-07-14T16:29:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "b62a9698-917a-4675-b193-9047a1f19941", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress"} 2026-07-14T16:29:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "965e848a-bc9c-4022-8ef5-c997dac7f2ad", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress"} 2026-07-14T16:29:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "965e848a-bc9c-4022-8ef5-c997dac7f2ad", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901-authn-ssl"} 2026-07-14T16:29:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "965e848a-bc9c-4022-8ef5-c997dac7f2ad", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress"} 2026-07-14T16:29:08Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T16:29:08Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T16:29:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T16:29:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T16:29:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d7e901"}, "namespace": "ai-tenant-e2e-api-a-d7e901", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad061fc7-8909-47a7-8d3f-0b1d474721eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d7e901"} 2026-07-14T16:29:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d7e901"}, "namespace": "ai-tenant-e2e-api-a-d7e901", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad061fc7-8909-47a7-8d3f-0b1d474721eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d7e901", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:29:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d7e901"}, "namespace": "ai-tenant-e2e-api-a-d7e901", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad061fc7-8909-47a7-8d3f-0b1d474721eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-d7e901 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T16:29:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d7e901"}, "namespace": "ai-tenant-e2e-api-a-d7e901", "name": "odh-trusted-ca-bundle", "reconcileID": "dab3af6f-367b-4873-b1b6-f1f3b8af370d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d7e901"} 2026-07-14T16:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d7e901"}, "namespace": "ai-tenant-e2e-api-a-d7e901", "name": "odh-trusted-ca-bundle", "reconcileID": "dab3af6f-367b-4873-b1b6-f1f3b8af370d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d7e901"} 2026-07-14T16:29:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d7e901"}, "namespace": "ai-tenant-e2e-api-a-d7e901", "name": "openshift-service-ca.crt", "reconcileID": "70503e38-807c-445d-977b-a4673d13e117", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d7e901"} 2026-07-14T16:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d7e901"}, "namespace": "ai-tenant-e2e-api-a-d7e901", "name": "openshift-service-ca.crt", "reconcileID": "70503e38-807c-445d-977b-a4673d13e117", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d7e901"} 2026-07-14T16:29:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d7e901"}, "namespace": "ai-tenant-e2e-api-a-d7e901", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d31b6fbe-80dc-4753-947e-ce8ba58ff2e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d7e901"} 2026-07-14T16:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d7e901"}, "namespace": "ai-tenant-e2e-api-a-d7e901", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d31b6fbe-80dc-4753-947e-ce8ba58ff2e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d7e901"} 2026-07-14T16:29:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d7e901","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d7e901", "reconcileID": "234fd512-cf44-4c37-b4e6-9253d4f72114", "Gateway": "e2e-api-a-d7e901", "namespace": "openshift-ingress"} 2026-07-14T16:29:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "91f53320-6893-4d03-8feb-49caf7b74efa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "650bb102-a477-4841-9331-7fd29deee07b", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "650bb102-a477-4841-9331-7fd29deee07b", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress", "name": "e2e-api-b-c40588-authn-ssl"} 2026-07-14T16:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "650bb102-a477-4841-9331-7fd29deee07b", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:29:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "cceeb681-6e57-4737-a46c-46d3f9ce3cb4", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:29:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "cceeb681-6e57-4737-a46c-46d3f9ce3cb4", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress", "name": "e2e-api-b-c40588-authn-ssl"} 2026-07-14T16:29:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "cceeb681-6e57-4737-a46c-46d3f9ce3cb4", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:29:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64c05995-ab5b-4ebe-8446-83410931d07b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:29:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64c05995-ab5b-4ebe-8446-83410931d07b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:29:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64c05995-ab5b-4ebe-8446-83410931d07b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c40588 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T16:29:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-trusted-ca-bundle", "reconcileID": "0c48355b-6847-4c2e-bdfc-1ce1c6b5f7b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:29:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-trusted-ca-bundle", "reconcileID": "0c48355b-6847-4c2e-bdfc-1ce1c6b5f7b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:29:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "openshift-service-ca.crt", "reconcileID": "e05f3755-44b2-4b83-899d-ef51950417f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:29:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "openshift-service-ca.crt", "reconcileID": "e05f3755-44b2-4b83-899d-ef51950417f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:29:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "808300e2-d3e2-4316-b201-b7399b3796a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:29:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c40588"}, "namespace": "ai-tenant-e2e-api-b-c40588", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "808300e2-d3e2-4316-b201-b7399b3796a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c40588"} 2026-07-14T16:29:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c40588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c40588", "reconcileID": "2ded0f47-b5be-40ab-9adb-192a18ccb54f", "Gateway": "e2e-api-b-c40588", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "2dc52aa8-b81c-43f6-b15a-c02ccecb160c", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "2dc52aa8-b81c-43f6-b15a-c02ccecb160c", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:29:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "2dc52aa8-b81c-43f6-b15a-c02ccecb160c", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "afd5e459-4d7e-4d08-9d38-e6c286f521f8", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "afd5e459-4d7e-4d08-9d38-e6c286f521f8", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:29:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "afd5e459-4d7e-4d08-9d38-e6c286f521f8", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "0d0e4008-1257-4345-b8d8-09b831dfa6f9", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "0d0e4008-1257-4345-b8d8-09b831dfa6f9", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:29:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "0d0e4008-1257-4345-b8d8-09b831dfa6f9", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "851d7f2e-3497-4eff-b54e-5a3f0a0c224b", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "851d7f2e-3497-4eff-b54e-5a3f0a0c224b", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:29:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "851d7f2e-3497-4eff-b54e-5a3f0a0c224b", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "95195d81-a953-490a-8a80-d82d6b73ba7d", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "95195d81-a953-490a-8a80-d82d6b73ba7d", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:29:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "95195d81-a953-490a-8a80-d82d6b73ba7d", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "d16f534c-9a81-4edd-9c8f-6f8b8d3bc1a3", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "d16f534c-9a81-4edd-9c8f-6f8b8d3bc1a3", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:29:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "d16f534c-9a81-4edd-9c8f-6f8b8d3bc1a3", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "9d60582d-1121-4db3-a547-2c5a2cb59d57", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "9d60582d-1121-4db3-a547-2c5a2cb59d57", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:29:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "9d60582d-1121-4db3-a547-2c5a2cb59d57", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "openshift-service-ca.crt", "reconcileID": "d4a2023c-c42b-452e-a40e-7d150d4042c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-trusted-ca-bundle", "reconcileID": "be9a26d4-79db-4490-9d1d-625e4dd64a38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:29:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "openshift-service-ca.crt", "reconcileID": "294c6bf1-ea4b-4521-98fa-645e743e8f7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-21b35e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:29:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "openshift-service-ca.crt", "reconcileID": "294c6bf1-ea4b-4521-98fa-645e743e8f7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "openshift-service-ca.crt", "reconcileID": "ee924305-bfa0-40cd-8f2d-844d28915f19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2efec93d-9ef2-440a-89b6-4007e613f0f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:29:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-trusted-ca-bundle", "reconcileID": "c1666109-d4f4-4bae-9565-711907ee0be7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:29:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-trusted-ca-bundle", "reconcileID": "c1666109-d4f4-4bae-9565-711907ee0be7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "758d9431-bb0c-47e9-952a-1449cc2a44bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:29:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "217df544-6be7-4981-a178-66ddf2104694", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "217df544-6be7-4981-a178-66ddf2104694", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:29:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "217df544-6be7-4981-a178-66ddf2104694", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8bb4f3eb-033f-4925-84b5-a50c4038dc3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "3bea19e4-ed87-4107-906a-03898d0dbb44", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "3bea19e4-ed87-4107-906a-03898d0dbb44", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "3bea19e4-ed87-4107-906a-03898d0dbb44", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "7e58fe1a-f62b-427f-8930-e0b99dcc6c58", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "7e58fe1a-f62b-427f-8930-e0b99dcc6c58", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "7e58fe1a-f62b-427f-8930-e0b99dcc6c58", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "10378e4c-2a6b-46c1-acc9-ab35bc0025a2", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "10378e4c-2a6b-46c1-acc9-ab35bc0025a2", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "10378e4c-2a6b-46c1-acc9-ab35bc0025a2", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "879b6f7d-f861-4d9f-827a-6fe72b72dc71", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "879b6f7d-f861-4d9f-827a-6fe72b72dc71", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "879b6f7d-f861-4d9f-827a-6fe72b72dc71", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "5bd8a020-aac7-4102-acb6-6bd87a71a38b", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "5bd8a020-aac7-4102-acb6-6bd87a71a38b", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "5bd8a020-aac7-4102-acb6-6bd87a71a38b", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "14a04277-712c-44df-ba14-f62030a86171", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "14a04277-712c-44df-ba14-f62030a86171", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "14a04277-712c-44df-ba14-f62030a86171", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "76c0ec14-9e71-4aa3-a696-e6f31623790b", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "76c0ec14-9e71-4aa3-a696-e6f31623790b", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "76c0ec14-9e71-4aa3-a696-e6f31623790b", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "a549f450-76f4-443a-b8c9-bdad44e35afc", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "a549f450-76f4-443a-b8c9-bdad44e35afc", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "a549f450-76f4-443a-b8c9-bdad44e35afc", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "a84cd43b-868d-4431-a10e-7165ce9d6ad4", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "a84cd43b-868d-4431-a10e-7165ce9d6ad4", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:29:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "a84cd43b-868d-4431-a10e-7165ce9d6ad4", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "openshift-service-ca.crt", "reconcileID": "c781290a-8906-484d-aadb-8ec2ec51c08e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-trusted-ca-bundle", "reconcileID": "b41cc661-bcdb-41c2-952e-67701479517d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:29:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "openshift-service-ca.crt", "reconcileID": "5a35a8fe-851c-41c0-92b1-16ea52c8c4b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:29:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "openshift-service-ca.crt", "reconcileID": "5a35a8fe-851c-41c0-92b1-16ea52c8c4b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:29:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "openshift-service-ca.crt", "reconcileID": "2ea3d68d-dce7-4523-b126-a083256bf59a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:29:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "openshift-service-ca.crt", "reconcileID": "2ea3d68d-dce7-4523-b126-a083256bf59a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T16:29:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f580d7ba-8e5c-40a8-a6d2-37f95c08d08f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:29:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f580d7ba-8e5c-40a8-a6d2-37f95c08d08f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-trusted-ca-bundle", "reconcileID": "b75942a8-0086-4335-b22f-62ec2eeeeeba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "openshift-service-ca.crt", "reconcileID": "d87e7ee9-e77c-4184-ae0a-686cc173583d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9759fbd-e412-4066-abbb-9078b53009b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "b8e27c6b-9d6f-4030-b1b4-16e46a65b2f0", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "b8e27c6b-9d6f-4030-b1b4-16e46a65b2f0", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "b8e27c6b-9d6f-4030-b1b4-16e46a65b2f0", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc83f4e7-4a9e-43f2-9a33-a09dc05bfd0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:30:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "c0358c92-6bc2-42e8-b8c2-0ba6a53a1143", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:30:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "c0358c92-6bc2-42e8-b8c2-0ba6a53a1143", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:30:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "c0358c92-6bc2-42e8-b8c2-0ba6a53a1143", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:30:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "3c673663-cb7a-465b-b1c7-6ec5fc4ab582", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "3c673663-cb7a-465b-b1c7-6ec5fc4ab582", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "3c673663-cb7a-465b-b1c7-6ec5fc4ab582", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "ef1bada9-948c-438e-915a-57b086eda468", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:30:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "3c673663-cb7a-465b-b1c7-6ec5fc4ab582", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:30:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "3c673663-cb7a-465b-b1c7-6ec5fc4ab582", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:30:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "3c673663-cb7a-465b-b1c7-6ec5fc4ab582", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "ef1bada9-948c-438e-915a-57b086eda468", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:30:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "ef1bada9-948c-438e-915a-57b086eda468", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:30:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "ebfcba8f-b3fe-4f4c-b14e-54a6dcd009f6", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "ebfcba8f-b3fe-4f4c-b14e-54a6dcd009f6", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "ebfcba8f-b3fe-4f4c-b14e-54a6dcd009f6", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "ebfcba8f-b3fe-4f4c-b14e-54a6dcd009f6", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:30:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "ebfcba8f-b3fe-4f4c-b14e-54a6dcd009f6", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:30:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "ebfcba8f-b3fe-4f4c-b14e-54a6dcd009f6", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec4b7b62-cf4f-4561-89eb-d9f85f9e70bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:30:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "cb708b3b-bd48-4b54-9d06-fd8c04b157ea", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:30:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "cb708b3b-bd48-4b54-9d06-fd8c04b157ea", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:30:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "cb708b3b-bd48-4b54-9d06-fd8c04b157ea", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:30:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "1a198bd1-d657-4184-9b28-4db59dce13b5", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "1a198bd1-d657-4184-9b28-4db59dce13b5", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "1a198bd1-d657-4184-9b28-4db59dce13b5", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "1a198bd1-d657-4184-9b28-4db59dce13b5", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:30:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "1a198bd1-d657-4184-9b28-4db59dce13b5", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:30:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "1a198bd1-d657-4184-9b28-4db59dce13b5", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "20fccfa7-4e87-4f00-9d91-542054c6834b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:30:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "b73f3428-1b7f-457e-9a18-2e21d4d769eb", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "b73f3428-1b7f-457e-9a18-2e21d4d769eb", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "b73f3428-1b7f-457e-9a18-2e21d4d769eb", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "b73f3428-1b7f-457e-9a18-2e21d4d769eb", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:30:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "b73f3428-1b7f-457e-9a18-2e21d4d769eb", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:30:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "b73f3428-1b7f-457e-9a18-2e21d4d769eb", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:30:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "9012cb6a-7987-4687-9490-d428e3bfada3", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "9012cb6a-7987-4687-9490-d428e3bfada3", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "9012cb6a-7987-4687-9490-d428e3bfada3", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "061bd8df-6c4a-46a3-89cf-c15f85c7c0ed", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:30:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "9012cb6a-7987-4687-9490-d428e3bfada3", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:30:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "9012cb6a-7987-4687-9490-d428e3bfada3", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:30:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "9012cb6a-7987-4687-9490-d428e3bfada3", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "061bd8df-6c4a-46a3-89cf-c15f85c7c0ed", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:30:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "061bd8df-6c4a-46a3-89cf-c15f85c7c0ed", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:30:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "ef650ac1-b2d2-4f64-93ef-cdd116b3c969", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "ef650ac1-b2d2-4f64-93ef-cdd116b3c969", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "ef650ac1-b2d2-4f64-93ef-cdd116b3c969", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "ef650ac1-b2d2-4f64-93ef-cdd116b3c969", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:30:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "ef650ac1-b2d2-4f64-93ef-cdd116b3c969", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:30:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "ef650ac1-b2d2-4f64-93ef-cdd116b3c969", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "8b939c7f-002c-4e1c-aac3-cc55eb3ebac2", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:30:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "8b939c7f-002c-4e1c-aac3-cc55eb3ebac2", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:30:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "8b939c7f-002c-4e1c-aac3-cc55eb3ebac2", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:30:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "4e9872db-b00b-4bc9-863f-aa233aff007d", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "4e9872db-b00b-4bc9-863f-aa233aff007d", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "4e9872db-b00b-4bc9-863f-aa233aff007d", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "4e9872db-b00b-4bc9-863f-aa233aff007d", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:30:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "4e9872db-b00b-4bc9-863f-aa233aff007d", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:30:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "4e9872db-b00b-4bc9-863f-aa233aff007d", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "43c86a75-4dfe-47a5-81d1-20311a658600", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "43c86a75-4dfe-47a5-81d1-20311a658600", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "43c86a75-4dfe-47a5-81d1-20311a658600", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "43c86a75-4dfe-47a5-81d1-20311a658600", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:30:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "43c86a75-4dfe-47a5-81d1-20311a658600", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:30:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "43c86a75-4dfe-47a5-81d1-20311a658600", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "ea27e786-129f-4ee6-b46c-a87f12fff32b", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "ea27e786-129f-4ee6-b46c-a87f12fff32b", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "ea27e786-129f-4ee6-b46c-a87f12fff32b", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:31:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "860f7edb-cf61-4c32-b27d-8dd4db97e59f", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:31:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "860f7edb-cf61-4c32-b27d-8dd4db97e59f", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:31:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "860f7edb-cf61-4c32-b27d-8dd4db97e59f", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:31:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe2299ef-1f26-468e-a621-bb5b75f9ddff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:32:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "8cb6d78f-69fe-4e46-b802-b0281cee1ebc", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "8cb6d78f-69fe-4e46-b802-b0281cee1ebc", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e"} 2026-07-14T16:32:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "8cb6d78f-69fe-4e46-b802-b0281cee1ebc", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "8cb6d78f-69fe-4e46-b802-b0281cee1ebc", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "8cb6d78f-69fe-4e46-b802-b0281cee1ebc", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:32:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "8cb6d78f-69fe-4e46-b802-b0281cee1ebc", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:32:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "8cb6d78f-69fe-4e46-b802-b0281cee1ebc", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "8cb6d78f-69fe-4e46-b802-b0281cee1ebc", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "auth-test-model-21b35e", "reconcileID": "41720ed1-9032-4e77-82f7-218fab0928b6", "LLMInferenceService": "auth-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "9d8dcaf6-4c2c-47f8-a654-e5428ca0ad0f", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:32:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "9d8dcaf6-4c2c-47f8-a654-e5428ca0ad0f", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:32:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "9d8dcaf6-4c2c-47f8-a654-e5428ca0ad0f", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:32:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "dc0dbe7f-6b2f-4cbb-990d-b09c00d935ca", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:32:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "dc0dbe7f-6b2f-4cbb-990d-b09c00d935ca", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:32:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "dc0dbe7f-6b2f-4cbb-990d-b09c00d935ca", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:32:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "70f4d92a-f2d7-4430-9a1b-783ddec31d98", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:32:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "70f4d92a-f2d7-4430-9a1b-783ddec31d98", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0"} 2026-07-14T16:32:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "70f4d92a-f2d7-4430-9a1b-783ddec31d98", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:32:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "70f4d92a-f2d7-4430-9a1b-783ddec31d98", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:32:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "70f4d92a-f2d7-4430-9a1b-783ddec31d98", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:32:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "70f4d92a-f2d7-4430-9a1b-783ddec31d98", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:32:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "70f4d92a-f2d7-4430-9a1b-783ddec31d98", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:32:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "70f4d92a-f2d7-4430-9a1b-783ddec31d98", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:32:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "auth-test-model-4e27c0", "reconcileID": "da813ae1-7a9b-4865-8bf9-61b08e04a006", "LLMInferenceService": "auth-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:32:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "c7c7eb6a-3bee-4406-af7d-b5998e17ccb5", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:32:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "c7c7eb6a-3bee-4406-af7d-b5998e17ccb5", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:32:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "c7c7eb6a-3bee-4406-af7d-b5998e17ccb5", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:32:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "a74da075-34f1-450f-a8fe-02ae73f8bf1a", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:32:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "a74da075-34f1-450f-a8fe-02ae73f8bf1a", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:32:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "a74da075-34f1-450f-a8fe-02ae73f8bf1a", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:32:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "0f6ab421-9faf-46fc-baef-15f2d5aa32ad", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "0f6ab421-9faf-46fc-baef-15f2d5aa32ad", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "0f6ab421-9faf-46fc-baef-15f2d5aa32ad", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "51f69ed6-358b-4093-8a0a-ad73a23a7507", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:32:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "0f6ab421-9faf-46fc-baef-15f2d5aa32ad", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:32:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "0f6ab421-9faf-46fc-baef-15f2d5aa32ad", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:32:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "0f6ab421-9faf-46fc-baef-15f2d5aa32ad", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "51f69ed6-358b-4093-8a0a-ad73a23a7507", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "51f69ed6-358b-4093-8a0a-ad73a23a7507", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:32:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "7cf9dfa4-dbe7-4af1-b0b9-6dfece3ee773", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "7cf9dfa4-dbe7-4af1-b0b9-6dfece3ee773", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "7cf9dfa4-dbe7-4af1-b0b9-6dfece3ee773", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "7cf9dfa4-dbe7-4af1-b0b9-6dfece3ee773", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:32:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "7cf9dfa4-dbe7-4af1-b0b9-6dfece3ee773", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:32:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "7cf9dfa4-dbe7-4af1-b0b9-6dfece3ee773", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:32:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "911ef6e5-f573-4bc0-95fb-f325dc23427c", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:32:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "911ef6e5-f573-4bc0-95fb-f325dc23427c", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:32:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "911ef6e5-f573-4bc0-95fb-f325dc23427c", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:33:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "51c6f1be-093b-4cde-bfe8-755186302b3f", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:33:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "51c6f1be-093b-4cde-bfe8-755186302b3f", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:33:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "51c6f1be-093b-4cde-bfe8-755186302b3f", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:33:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "51c6f1be-093b-4cde-bfe8-755186302b3f", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:33:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "51c6f1be-093b-4cde-bfe8-755186302b3f", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:33:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "51c6f1be-093b-4cde-bfe8-755186302b3f", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:33:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "9112a649-94fb-4c93-92b3-09081089e1e6", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:33:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "9112a649-94fb-4c93-92b3-09081089e1e6", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:33:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "9112a649-94fb-4c93-92b3-09081089e1e6", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:33:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "9112a649-94fb-4c93-92b3-09081089e1e6", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:33:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "9112a649-94fb-4c93-92b3-09081089e1e6", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:33:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "9112a649-94fb-4c93-92b3-09081089e1e6", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:33:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "a83f93da-6dae-4e9c-805c-f7e58da5c8ca", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "a83f93da-6dae-4e9c-805c-f7e58da5c8ca", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "a83f93da-6dae-4e9c-805c-f7e58da5c8ca", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "5a3a9e69-de48-4e8d-998d-4bc5c22e88a0", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:33:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "a83f93da-6dae-4e9c-805c-f7e58da5c8ca", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:33:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "a83f93da-6dae-4e9c-805c-f7e58da5c8ca", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:33:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "a83f93da-6dae-4e9c-805c-f7e58da5c8ca", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "5a3a9e69-de48-4e8d-998d-4bc5c22e88a0", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:33:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "5a3a9e69-de48-4e8d-998d-4bc5c22e88a0", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:33:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "b1a29abf-a440-4f51-b7e1-ae80d8b80355", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "b1a29abf-a440-4f51-b7e1-ae80d8b80355", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "b1a29abf-a440-4f51-b7e1-ae80d8b80355", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "b1a29abf-a440-4f51-b7e1-ae80d8b80355", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:33:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "b1a29abf-a440-4f51-b7e1-ae80d8b80355", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:33:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "b1a29abf-a440-4f51-b7e1-ae80d8b80355", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "406f5783-47b5-4a77-ad9d-b95737fb87b3", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "406f5783-47b5-4a77-ad9d-b95737fb87b3", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "406f5783-47b5-4a77-ad9d-b95737fb87b3", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:33:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "334a67c3-1334-4ccc-a069-2feefa5feb4e", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "334a67c3-1334-4ccc-a069-2feefa5feb4e", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "334a67c3-1334-4ccc-a069-2feefa5feb4e", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "334a67c3-1334-4ccc-a069-2feefa5feb4e", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:33:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "334a67c3-1334-4ccc-a069-2feefa5feb4e", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:33:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "334a67c3-1334-4ccc-a069-2feefa5feb4e", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "1b58a5f5-979a-4b97-9779-3cbd617163b5", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "1b58a5f5-979a-4b97-9779-3cbd617163b5", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "1b58a5f5-979a-4b97-9779-3cbd617163b5", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "1b58a5f5-979a-4b97-9779-3cbd617163b5", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:33:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "1b58a5f5-979a-4b97-9779-3cbd617163b5", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:33:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "1b58a5f5-979a-4b97-9779-3cbd617163b5", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "3ada40f2-b0f5-488b-ba49-fa0f8a116ec9", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "3ada40f2-b0f5-488b-ba49-fa0f8a116ec9", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "3ada40f2-b0f5-488b-ba49-fa0f8a116ec9", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:33:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "3ada40f2-b0f5-488b-ba49-fa0f8a116ec9", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:33:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "3ada40f2-b0f5-488b-ba49-fa0f8a116ec9", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:33:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "3ada40f2-b0f5-488b-ba49-fa0f8a116ec9", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "124fda43-e2cb-4a0c-8506-a5926de1d963", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "124fda43-e2cb-4a0c-8506-a5926de1d963", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e"} 2026-07-14T16:34:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "124fda43-e2cb-4a0c-8506-a5926de1d963", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "124fda43-e2cb-4a0c-8506-a5926de1d963", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "124fda43-e2cb-4a0c-8506-a5926de1d963", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:34:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "124fda43-e2cb-4a0c-8506-a5926de1d963", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:34:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "124fda43-e2cb-4a0c-8506-a5926de1d963", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "124fda43-e2cb-4a0c-8506-a5926de1d963", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "sub-test-model-21b35e", "reconcileID": "e6e75001-a11b-45f5-99d9-b655ee9e4d2c", "LLMInferenceService": "sub-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "d4214bd8-dacc-4f83-9e81-7fd6f02826f4", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:34:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "d4214bd8-dacc-4f83-9e81-7fd6f02826f4", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:34:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "d4214bd8-dacc-4f83-9e81-7fd6f02826f4", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:34:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "a5473f5b-af58-4d6b-91dd-3d9d66ce2b72", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:34:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "a5473f5b-af58-4d6b-91dd-3d9d66ce2b72", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:34:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "a5473f5b-af58-4d6b-91dd-3d9d66ce2b72", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:34:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "d5adf120-05f2-4779-809e-03dfc27439c0", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "d5adf120-05f2-4779-809e-03dfc27439c0", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0"} 2026-07-14T16:34:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "d5adf120-05f2-4779-809e-03dfc27439c0", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "d5adf120-05f2-4779-809e-03dfc27439c0", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "d5adf120-05f2-4779-809e-03dfc27439c0", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:34:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "d5adf120-05f2-4779-809e-03dfc27439c0", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:34:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "d5adf120-05f2-4779-809e-03dfc27439c0", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "d5adf120-05f2-4779-809e-03dfc27439c0", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "sub-test-model-4e27c0", "reconcileID": "88ec4d9d-92e9-491f-9421-d25f6fa14f99", "LLMInferenceService": "sub-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "d34e8085-8183-4dea-8433-6a5c62ba6dc0", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:34:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "d34e8085-8183-4dea-8433-6a5c62ba6dc0", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:34:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "d34e8085-8183-4dea-8433-6a5c62ba6dc0", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:34:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "c9e292ea-01d3-42e9-a781-52cf02c3023a", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:34:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "c9e292ea-01d3-42e9-a781-52cf02c3023a", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:34:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "c9e292ea-01d3-42e9-a781-52cf02c3023a", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:34:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "f9ec54cf-3859-4f57-beb6-ae49382887cd", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "f9ec54cf-3859-4f57-beb6-ae49382887cd", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "f9ec54cf-3859-4f57-beb6-ae49382887cd", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "f79ec84e-36fa-4859-9392-565df0066958", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:34:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "f9ec54cf-3859-4f57-beb6-ae49382887cd", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:34:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "f9ec54cf-3859-4f57-beb6-ae49382887cd", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:34:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "f9ec54cf-3859-4f57-beb6-ae49382887cd", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "f79ec84e-36fa-4859-9392-565df0066958", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:34:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "f79ec84e-36fa-4859-9392-565df0066958", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:34:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "a73ca2e4-1d16-45af-b5d0-93f5196c2248", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "a73ca2e4-1d16-45af-b5d0-93f5196c2248", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "a73ca2e4-1d16-45af-b5d0-93f5196c2248", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "a73ca2e4-1d16-45af-b5d0-93f5196c2248", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:34:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "a73ca2e4-1d16-45af-b5d0-93f5196c2248", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:34:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "a73ca2e4-1d16-45af-b5d0-93f5196c2248", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "f690d5aa-4d96-4f88-9b1e-65848e910a49", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:34:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "f690d5aa-4d96-4f88-9b1e-65848e910a49", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:34:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "f690d5aa-4d96-4f88-9b1e-65848e910a49", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:34:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "ae8fdcc0-b0be-4f9f-831a-2f01e9c78bb6", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "ae8fdcc0-b0be-4f9f-831a-2f01e9c78bb6", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "ae8fdcc0-b0be-4f9f-831a-2f01e9c78bb6", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "ae8fdcc0-b0be-4f9f-831a-2f01e9c78bb6", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:34:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "ae8fdcc0-b0be-4f9f-831a-2f01e9c78bb6", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:34:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "ae8fdcc0-b0be-4f9f-831a-2f01e9c78bb6", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "36c6c2dc-274b-4da9-a7f3-e04bb8c3c936", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "36c6c2dc-274b-4da9-a7f3-e04bb8c3c936", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "36c6c2dc-274b-4da9-a7f3-e04bb8c3c936", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "36c6c2dc-274b-4da9-a7f3-e04bb8c3c936", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:34:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "36c6c2dc-274b-4da9-a7f3-e04bb8c3c936", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "authType": "userdefined"} 2026-07-14T16:34:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "36c6c2dc-274b-4da9-a7f3-e04bb8c3c936", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:34:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "c51d3223-f2e1-40cb-b6e5-83dddb8a5135", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "c51d3223-f2e1-40cb-b6e5-83dddb8a5135", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "c51d3223-f2e1-40cb-b6e5-83dddb8a5135", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "c51d3223-f2e1-40cb-b6e5-83dddb8a5135", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:34:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "c51d3223-f2e1-40cb-b6e5-83dddb8a5135", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:34:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "c51d3223-f2e1-40cb-b6e5-83dddb8a5135", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "f490547c-680a-47fe-882a-10e808c3b170", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:34:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "f490547c-680a-47fe-882a-10e808c3b170", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:34:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "f490547c-680a-47fe-882a-10e808c3b170", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:34:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "86036698-b7fc-4c6a-bf0e-33e028cfc5fa", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "86036698-b7fc-4c6a-bf0e-33e028cfc5fa", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "86036698-b7fc-4c6a-bf0e-33e028cfc5fa", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:34:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "86036698-b7fc-4c6a-bf0e-33e028cfc5fa", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:34:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "86036698-b7fc-4c6a-bf0e-33e028cfc5fa", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:34:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "86036698-b7fc-4c6a-bf0e-33e028cfc5fa", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "017d0fd8-72a1-4c54-b739-7f7c32480714", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:35:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "017d0fd8-72a1-4c54-b739-7f7c32480714", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:35:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "017d0fd8-72a1-4c54-b739-7f7c32480714", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:35:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "55be0694-c9ee-40a6-a243-def06954b080", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "55be0694-c9ee-40a6-a243-def06954b080", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "55be0694-c9ee-40a6-a243-def06954b080", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "55be0694-c9ee-40a6-a243-def06954b080", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:35:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "55be0694-c9ee-40a6-a243-def06954b080", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:35:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "55be0694-c9ee-40a6-a243-def06954b080", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "a5363a6e-dcd7-4c8e-935f-9188461800c1", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "a5363a6e-dcd7-4c8e-935f-9188461800c1", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "a5363a6e-dcd7-4c8e-935f-9188461800c1", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "a5363a6e-dcd7-4c8e-935f-9188461800c1", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:35:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "a5363a6e-dcd7-4c8e-935f-9188461800c1", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:35:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "a5363a6e-dcd7-4c8e-935f-9188461800c1", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "71431628-3507-4e54-a71c-e34752c5da61", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:35:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "17bb667f-c407-4ff1-8e65-a2b112762d4f", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "17bb667f-c407-4ff1-8e65-a2b112762d4f", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "17bb667f-c407-4ff1-8e65-a2b112762d4f", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "17bb667f-c407-4ff1-8e65-a2b112762d4f", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:35:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "17bb667f-c407-4ff1-8e65-a2b112762d4f", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "authType": "userdefined"} 2026-07-14T16:35:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "17bb667f-c407-4ff1-8e65-a2b112762d4f", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b28e0277-3d58-4642-bff8-6ccc4fa5f0bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:35:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "c18356de-6f50-44f4-8be3-d862211857c1", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:35:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "c18356de-6f50-44f4-8be3-d862211857c1", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e"} 2026-07-14T16:35:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "c18356de-6f50-44f4-8be3-d862211857c1", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:35:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "c18356de-6f50-44f4-8be3-d862211857c1", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:35:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "c18356de-6f50-44f4-8be3-d862211857c1", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:35:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "c18356de-6f50-44f4-8be3-d862211857c1", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e-kserve-route-authn"} 2026-07-14T16:35:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "c18356de-6f50-44f4-8be3-d862211857c1", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:35:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "c18356de-6f50-44f4-8be3-d862211857c1", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:35:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-21b35e","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "rate-test-model-21b35e", "reconcileID": "359ba3bd-c071-454a-aa8c-d929bdbc6b7d", "LLMInferenceService": "rate-test-model-21b35e", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:35:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "91390177-fc13-4d4f-9531-5968cf7de858", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:35:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "91390177-fc13-4d4f-9531-5968cf7de858", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:35:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "91390177-fc13-4d4f-9531-5968cf7de858", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:35:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "bebf1611-c6e2-4f76-8dbb-95fc8db2888a", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:35:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "bebf1611-c6e2-4f76-8dbb-95fc8db2888a", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:35:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "bebf1611-c6e2-4f76-8dbb-95fc8db2888a", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:35:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "840cb3b3-b149-4f2d-9a54-83bba92e0f19", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "840cb3b3-b149-4f2d-9a54-83bba92e0f19", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0"} 2026-07-14T16:35:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "840cb3b3-b149-4f2d-9a54-83bba92e0f19", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "840cb3b3-b149-4f2d-9a54-83bba92e0f19", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "840cb3b3-b149-4f2d-9a54-83bba92e0f19", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:35:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "840cb3b3-b149-4f2d-9a54-83bba92e0f19", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0-kserve-route-authn"} 2026-07-14T16:35:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "840cb3b3-b149-4f2d-9a54-83bba92e0f19", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "840cb3b3-b149-4f2d-9a54-83bba92e0f19", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e27c0","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "rate-test-model-4e27c0", "reconcileID": "334473ad-e34f-4a8e-9c77-8a4282736d91", "LLMInferenceService": "rate-test-model-4e27c0", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:35:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "337847a6-cf98-401c-ba4f-6b25f9bb3712", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:35:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "337847a6-cf98-401c-ba4f-6b25f9bb3712", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:35:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "337847a6-cf98-401c-ba4f-6b25f9bb3712", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:35:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "46deb9be-7f12-4918-9423-40ab18155f15", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:35:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "46deb9be-7f12-4918-9423-40ab18155f15", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:35:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "46deb9be-7f12-4918-9423-40ab18155f15", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:36:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T16:36:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T16:36:06Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T16:36:06Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T16:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "edc1452c-7a28-4cb7-bf51-652f22076257", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:36:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "6472cb4d-1f08-4533-bafb-5dde36b31ed7", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:36:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "6472cb4d-1f08-4533-bafb-5dde36b31ed7", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:36:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "6472cb4d-1f08-4533-bafb-5dde36b31ed7", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:36:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "614be6e7-eef3-408b-8c44-a40da548de17", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:36:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "614be6e7-eef3-408b-8c44-a40da548de17", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e-authn-ssl"} 2026-07-14T16:36:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "614be6e7-eef3-408b-8c44-a40da548de17", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:36:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "777e4258-a2f0-4809-9385-1fd7680a315f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:36:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "777e4258-a2f0-4809-9385-1fd7680a315f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:36:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "777e4258-a2f0-4809-9385-1fd7680a315f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-21b35e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T16:36:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-trusted-ca-bundle", "reconcileID": "0ee7dec0-29b2-43ec-86ed-ad822e48f881", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-trusted-ca-bundle", "reconcileID": "0ee7dec0-29b2-43ec-86ed-ad822e48f881", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:36:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "openshift-service-ca.crt", "reconcileID": "91a96ed9-9713-4fd2-bdc0-031786becca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "openshift-service-ca.crt", "reconcileID": "91a96ed9-9713-4fd2-bdc0-031786becca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:36:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae2ff2b1-503f-4b1d-8cf4-3e5fd3125a55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-21b35e"}, "namespace": "ai-tenant-e2e-shared-a-21b35e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae2ff2b1-503f-4b1d-8cf4-3e5fd3125a55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-21b35e"} 2026-07-14T16:36:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3ab8259-06da-477a-bda4-13d40ed263a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:36:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-21b35e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-21b35e", "reconcileID": "ebf4a149-796f-4bdc-b703-4736f3a84f12", "Gateway": "e2e-shared-a-21b35e", "namespace": "openshift-ingress"} 2026-07-14T16:36:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0fe08652-c362-458a-b810-184b2fbf8b33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T16:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "e7a70102-61c7-4eaf-a232-e73e21366c5a", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "e7a70102-61c7-4eaf-a232-e73e21366c5a", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "e7a70102-61c7-4eaf-a232-e73e21366c5a", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:37:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "e82ea052-e6f9-474d-8e73-0af68da734e5", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:37:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "e82ea052-e6f9-474d-8e73-0af68da734e5", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0-authn-ssl"} 2026-07-14T16:37:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "e82ea052-e6f9-474d-8e73-0af68da734e5", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"} 2026-07-14T16:37:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c5feb5a-99b8-4c6f-bbc4-749ea159fd29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:37:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c5feb5a-99b8-4c6f-bbc4-749ea159fd29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T16:37:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c5feb5a-99b8-4c6f-bbc4-749ea159fd29", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-4e27c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T16:37:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-trusted-ca-bundle", "reconcileID": "7fdeeb0b-0338-43b0-aea4-806aef5aeb44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:37:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-trusted-ca-bundle", "reconcileID": "7fdeeb0b-0338-43b0-aea4-806aef5aeb44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:37:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "openshift-service-ca.crt", "reconcileID": "bacc9f6a-9e21-4b9c-a112-c0705071e090", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:37:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "openshift-service-ca.crt", "reconcileID": "bacc9f6a-9e21-4b9c-a112-c0705071e090", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:37:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "524a5142-7949-4d61-ad03-ad605c7b9b9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:37:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e27c0"}, "namespace": "ai-tenant-e2e-shared-b-4e27c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "524a5142-7949-4d61-ad03-ad605c7b9b9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e27c0"} 2026-07-14T16:37:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e27c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e27c0", "reconcileID": "0eb9d2a9-fada-48cd-878d-b64699cd461f", "Gateway": "e2e-shared-b-4e27c0", "namespace": "openshift-ingress"}