2026-07-09T22:45:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "openshift-service-ca.crt", "reconcileID": "2d521ab9-9f4b-4b59-ae6e-100de3cf3eae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7a14ef5-428d-4d52-b7b0-7fa58c39d221", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "openshift-service-ca.crt", "reconcileID": "35c0727a-b690-4849-a853-7ce53d9c2d45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-trusted-ca-bundle", "reconcileID": "49de49b7-e68b-4bff-8ecf-b3e6818fd8d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:45:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-trusted-ca-bundle", "reconcileID": "49de49b7-e68b-4bff-8ecf-b3e6818fd8d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9a4387a-7943-46d0-bde6-3a39aca5eb06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3616741b-4aee-410b-8348-f48407623477", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:45:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ce834b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ce834b", "reconcileID": "120e5478-c5d8-4c43-8700-9b10174f278d", "Gateway": "e2e-api-a-ce834b", "namespace": "openshift-ingress"} 2026-07-09T22:45:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ce834b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ce834b", "reconcileID": "120e5478-c5d8-4c43-8700-9b10174f278d", "Gateway": "e2e-api-a-ce834b", "namespace": "openshift-ingress", "name": "e2e-api-a-ce834b-authn-ssl"} 2026-07-09T22:45:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ce834b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ce834b", "reconcileID": "120e5478-c5d8-4c43-8700-9b10174f278d", "Gateway": "e2e-api-a-ce834b", "namespace": "openshift-ingress"} 2026-07-09T22:45:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "0bc66912-bcbe-41ea-ad15-39884ca62f87", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress"} 2026-07-09T22:45:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "0bc66912-bcbe-41ea-ad15-39884ca62f87", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101-authn-ssl"} 2026-07-09T22:45:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "0bc66912-bcbe-41ea-ad15-39884ca62f87", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress"} 2026-07-09T22:45:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93ba6a31-359f-4cc9-8123-df29a08ba9f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:45:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "ad3eb409-a3e2-4400-a5db-707c7d0d17dd", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress"} 2026-07-09T22:45:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "ad3eb409-a3e2-4400-a5db-707c7d0d17dd", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101-authn-ssl"} 2026-07-09T22:45:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "ad3eb409-a3e2-4400-a5db-707c7d0d17dd", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress"} 2026-07-09T22:45:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8fd79e4-a4fc-4318-8a48-e04d8051ca01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:45:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ce834b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ce834b", "reconcileID": "49cc4ff9-7e0f-405f-b158-674eb6c45c30", "Gateway": "e2e-api-a-ce834b", "namespace": "openshift-ingress"} 2026-07-09T22:45:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ce834b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ce834b", "reconcileID": "49cc4ff9-7e0f-405f-b158-674eb6c45c30", "Gateway": "e2e-api-a-ce834b", "namespace": "openshift-ingress", "name": "e2e-api-a-ce834b-authn-ssl"} 2026-07-09T22:45:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ce834b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ce834b", "reconcileID": "49cc4ff9-7e0f-405f-b158-674eb6c45c30", "Gateway": "e2e-api-a-ce834b", "namespace": "openshift-ingress"} 2026-07-09T22:45:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f00fd458-7b60-4949-834c-3a1c0790b7b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b"} 2026-07-09T22:45:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f00fd458-7b60-4949-834c-3a1c0790b7b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:45:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f00fd458-7b60-4949-834c-3a1c0790b7b7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ce834b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:45:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-trusted-ca-bundle", "reconcileID": "9544dcf1-9b19-4627-9779-78417db96d31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b"} 2026-07-09T22:45:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-trusted-ca-bundle", "reconcileID": "9544dcf1-9b19-4627-9779-78417db96d31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:45:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-trusted-ca-bundle", "reconcileID": "9544dcf1-9b19-4627-9779-78417db96d31", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ce834b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:45:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4a7cb64-f4b7-4594-8f38-8cd460d7c8c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b"} 2026-07-09T22:45:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4a7cb64-f4b7-4594-8f38-8cd460d7c8c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:45:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4a7cb64-f4b7-4594-8f38-8cd460d7c8c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ce834b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:45:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "openshift-service-ca.crt", "reconcileID": "1920c9a0-6f33-445c-86da-aac15dc199e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ce834b"} 2026-07-09T22:45:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "openshift-service-ca.crt", "reconcileID": "1920c9a0-6f33-445c-86da-aac15dc199e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ce834b"} 2026-07-09T22:45:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-trusted-ca-bundle", "reconcileID": "e0f50945-0a93-41cf-8112-593c8bc97980", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b"} 2026-07-09T22:45:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-trusted-ca-bundle", "reconcileID": "e0f50945-0a93-41cf-8112-593c8bc97980", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b"} 2026-07-09T22:45:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "452c0b57-6f12-4bd2-86cf-1554c884a527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b"} 2026-07-09T22:45:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ce834b"}, "namespace": "ai-tenant-e2e-api-a-ce834b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "452c0b57-6f12-4bd2-86cf-1554c884a527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ce834b"} 2026-07-09T22:45:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ce834b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ce834b", "reconcileID": "b30c99fa-9052-49b8-aa5a-1113b224f4d1", "Gateway": "e2e-api-a-ce834b", "namespace": "openshift-ingress"} 2026-07-09T22:45:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5ae2649-c6dc-43d3-9315-c7411d874d3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:45:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "3e3c980c-f924-4d02-b710-23423110cb58", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress"} 2026-07-09T22:45:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "3e3c980c-f924-4d02-b710-23423110cb58", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101-authn-ssl"} 2026-07-09T22:45:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "3e3c980c-f924-4d02-b710-23423110cb58", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress"} 2026-07-09T22:45:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "573c05dc-0351-452c-b019-c2d34ac2ed32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "573c05dc-0351-452c-b019-c2d34ac2ed32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:45:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "573c05dc-0351-452c-b019-c2d34ac2ed32", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0a9101 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:45:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-trusted-ca-bundle", "reconcileID": "f70ff169-f385-4768-82cf-aacea1116441", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-trusted-ca-bundle", "reconcileID": "f70ff169-f385-4768-82cf-aacea1116441", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "openshift-service-ca.crt", "reconcileID": "851dd07c-bbe8-4a5c-a37d-7b40f8c90a35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "openshift-service-ca.crt", "reconcileID": "851dd07c-bbe8-4a5c-a37d-7b40f8c90a35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fe8e590-444c-4b5a-9fdd-f96dfd8281be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0a9101"}, "namespace": "ai-tenant-e2e-api-b-0a9101", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fe8e590-444c-4b5a-9fdd-f96dfd8281be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0a9101"} 2026-07-09T22:45:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0a9101","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0a9101", "reconcileID": "0be4947e-9f33-46fc-87b7-23a9688ba3ad", "Gateway": "e2e-api-b-0a9101", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "1e8afc89-758c-4ab5-9039-a030a57c1fa8", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "1e8afc89-758c-4ab5-9039-a030a57c1fa8", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "1e8afc89-758c-4ab5-9039-a030a57c1fa8", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "567c942d-9330-4768-98fe-f4fc51b3b900", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "567c942d-9330-4768-98fe-f4fc51b3b900", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "567c942d-9330-4768-98fe-f4fc51b3b900", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "dd0fdbdb-2ed1-4529-b12a-cdb6a51e854a", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "dd0fdbdb-2ed1-4529-b12a-cdb6a51e854a", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "dd0fdbdb-2ed1-4529-b12a-cdb6a51e854a", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "31e18318-c0cb-405d-8001-ac8de8df6eba", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "31e18318-c0cb-405d-8001-ac8de8df6eba", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "31e18318-c0cb-405d-8001-ac8de8df6eba", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "0b590626-a637-4ccc-9351-292e89b45f0a", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "0b590626-a637-4ccc-9351-292e89b45f0a", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "0b590626-a637-4ccc-9351-292e89b45f0a", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "88e6fb0e-081e-4ea6-8229-13ada41888c0", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "88e6fb0e-081e-4ea6-8229-13ada41888c0", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "88e6fb0e-081e-4ea6-8229-13ada41888c0", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "30b917b8-e42b-48ed-8b1b-698499b674e0", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "30b917b8-e42b-48ed-8b1b-698499b674e0", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:45:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "30b917b8-e42b-48ed-8b1b-698499b674e0", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "openshift-service-ca.crt", "reconcileID": "89ef2748-3bfa-4847-b772-d20a7d4d0cdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-trusted-ca-bundle", "reconcileID": "6b4a25a0-35eb-4cd7-b28c-51d0594955e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:45:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "openshift-service-ca.crt", "reconcileID": "a0e7061d-5d70-4469-ac26-6ba42dfaaeab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a70a31", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:45:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "openshift-service-ca.crt", "reconcileID": "a0e7061d-5d70-4469-ac26-6ba42dfaaeab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:45:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "openshift-service-ca.crt", "reconcileID": "d916e252-7abf-4b65-8dc2-aa4102d7a20a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a70a31", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:45:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "openshift-service-ca.crt", "reconcileID": "d916e252-7abf-4b65-8dc2-aa4102d7a20a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef68ba44-8d35-4bca-b5f5-c31e78273ccc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "openshift-service-ca.crt", "reconcileID": "adf489c8-05bd-40b9-8730-230c1be778f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:45:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-trusted-ca-bundle", "reconcileID": "ef76cfc6-8d6e-4763-a7e4-21bd4198ee0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:45:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-trusted-ca-bundle", "reconcileID": "ef76cfc6-8d6e-4763-a7e4-21bd4198ee0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ba1ed82-0b81-4606-8ecf-8b41700b6cdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:45:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "db59ef72-1bef-4e5a-af32-bd1cec5c543d", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "db59ef72-1bef-4e5a-af32-bd1cec5c543d", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:45:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "db59ef72-1bef-4e5a-af32-bd1cec5c543d", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:45:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "65aafd12-07a9-405b-b684-a0d4c09ee5fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "f605b429-f361-4fcf-adca-9eb529d414c8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "f605b429-f361-4fcf-adca-9eb529d414c8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "f605b429-f361-4fcf-adca-9eb529d414c8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "f75966bf-13f6-44af-878b-2ddcc31c98e3", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "f75966bf-13f6-44af-878b-2ddcc31c98e3", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "f75966bf-13f6-44af-878b-2ddcc31c98e3", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "a89107e9-75e3-4d22-a12e-9f957ff920e6", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "a89107e9-75e3-4d22-a12e-9f957ff920e6", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "a89107e9-75e3-4d22-a12e-9f957ff920e6", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "e11130c9-45fd-4089-89ee-29f9c0ffe61d", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "e11130c9-45fd-4089-89ee-29f9c0ffe61d", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "e11130c9-45fd-4089-89ee-29f9c0ffe61d", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "215cdb08-f991-4a4d-b72b-9489cadcc96f", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "215cdb08-f991-4a4d-b72b-9489cadcc96f", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "215cdb08-f991-4a4d-b72b-9489cadcc96f", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "56b4c43f-37b2-483b-9d62-97deb6e2ebf7", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "56b4c43f-37b2-483b-9d62-97deb6e2ebf7", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "56b4c43f-37b2-483b-9d62-97deb6e2ebf7", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "ca41b8eb-d40d-4471-bfed-975e79bd7bc1", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "ca41b8eb-d40d-4471-bfed-975e79bd7bc1", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "ca41b8eb-d40d-4471-bfed-975e79bd7bc1", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "5acbb8cd-5a9a-4c2c-9977-cd06ce2fbaca", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:46:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "5acbb8cd-5a9a-4c2c-9977-cd06ce2fbaca", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:46:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "5acbb8cd-5a9a-4c2c-9977-cd06ce2fbaca", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:46:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "openshift-service-ca.crt", "reconcileID": "434d3724-61f9-421a-b6d1-82fdb1a59a9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-trusted-ca-bundle", "reconcileID": "d04c81bd-1d15-490c-869d-718d2515abad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "openshift-service-ca.crt", "reconcileID": "97c83ab2-c7a1-4874-a770-e95ac36b2f75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:46:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "openshift-service-ca.crt", "reconcileID": "97c83ab2-c7a1-4874-a770-e95ac36b2f75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c390b646-cbb8-4c19-bda4-83567009625e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "openshift-service-ca.crt", "reconcileID": "fa0ea093-6255-48b6-89dd-5846b5ad23aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-trusted-ca-bundle", "reconcileID": "4c04990f-9584-48ac-8bdd-52077a31e159", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:46:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-trusted-ca-bundle", "reconcileID": "4c04990f-9584-48ac-8bdd-52077a31e159", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9c32f80-ba0e-4fa7-b1e5-13135419eedc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "d167c696-35c1-4bb9-a5ad-77cf50cd7cb8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "d167c696-35c1-4bb9-a5ad-77cf50cd7cb8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "d167c696-35c1-4bb9-a5ad-77cf50cd7cb8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8448c3f8-b1bb-466a-ae1c-babfae9295ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "e462fbbc-cc4d-4258-827f-c27da8ef0f48", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "e462fbbc-cc4d-4258-827f-c27da8ef0f48", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "e462fbbc-cc4d-4258-827f-c27da8ef0f48", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08733cac-34d0-4fad-83c1-e5525db67162", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08733cac-34d0-4fad-83c1-e5525db67162", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08733cac-34d0-4fad-83c1-e5525db67162", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "f410c0ff-5679-4abb-bd33-137cab855a0b", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:46:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08733cac-34d0-4fad-83c1-e5525db67162", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:46:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08733cac-34d0-4fad-83c1-e5525db67162", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:46:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08733cac-34d0-4fad-83c1-e5525db67162", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "f410c0ff-5679-4abb-bd33-137cab855a0b", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "f410c0ff-5679-4abb-bd33-137cab855a0b", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:46:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "b39a016c-179b-417a-991b-c2d4c6d17f64", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "b39a016c-179b-417a-991b-c2d4c6d17f64", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "b39a016c-179b-417a-991b-c2d4c6d17f64", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "b39a016c-179b-417a-991b-c2d4c6d17f64", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:46:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "b39a016c-179b-417a-991b-c2d4c6d17f64", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:46:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "b39a016c-179b-417a-991b-c2d4c6d17f64", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7730087-6182-4bc8-add7-f4ec5169cf39", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:46:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "30001515-a71c-47c0-bfa0-3e7aa41c96dd", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:46:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "30001515-a71c-47c0-bfa0-3e7aa41c96dd", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:46:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "30001515-a71c-47c0-bfa0-3e7aa41c96dd", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:46:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08b3ff90-8f70-4677-81b2-57cf98c3b567", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08b3ff90-8f70-4677-81b2-57cf98c3b567", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08b3ff90-8f70-4677-81b2-57cf98c3b567", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08b3ff90-8f70-4677-81b2-57cf98c3b567", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:46:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08b3ff90-8f70-4677-81b2-57cf98c3b567", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:46:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "08b3ff90-8f70-4677-81b2-57cf98c3b567", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8f227cf-4721-431f-a800-841e14f0c3b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:46:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "78236283-8e81-4d12-8f52-22ad14cff0fb", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "78236283-8e81-4d12-8f52-22ad14cff0fb", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "78236283-8e81-4d12-8f52-22ad14cff0fb", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "78236283-8e81-4d12-8f52-22ad14cff0fb", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:46:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "78236283-8e81-4d12-8f52-22ad14cff0fb", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:46:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "78236283-8e81-4d12-8f52-22ad14cff0fb", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "6d870094-393b-4eaf-a843-0f6a85d4b8dc", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "6d870094-393b-4eaf-a843-0f6a85d4b8dc", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "6d870094-393b-4eaf-a843-0f6a85d4b8dc", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "6d870094-393b-4eaf-a843-0f6a85d4b8dc", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:46:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "6d870094-393b-4eaf-a843-0f6a85d4b8dc", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:46:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "6d870094-393b-4eaf-a843-0f6a85d4b8dc", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:46:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "085239e6-24b9-4591-ad52-2c4612385aa0", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "085239e6-24b9-4591-ad52-2c4612385aa0", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "085239e6-24b9-4591-ad52-2c4612385aa0", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "b0dfa8be-c98f-440c-921a-2195cdffde8d", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "085239e6-24b9-4591-ad52-2c4612385aa0", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:46:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "085239e6-24b9-4591-ad52-2c4612385aa0", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:46:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "085239e6-24b9-4591-ad52-2c4612385aa0", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "b0dfa8be-c98f-440c-921a-2195cdffde8d", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "b0dfa8be-c98f-440c-921a-2195cdffde8d", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "29672607-538d-4b33-beab-0fcf7554efc5", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "29672607-538d-4b33-beab-0fcf7554efc5", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "29672607-538d-4b33-beab-0fcf7554efc5", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "29672607-538d-4b33-beab-0fcf7554efc5", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:46:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "29672607-538d-4b33-beab-0fcf7554efc5", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:46:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "29672607-538d-4b33-beab-0fcf7554efc5", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "c96feef5-24bc-4fdd-9dc4-eb242daf8d1c", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "c96feef5-24bc-4fdd-9dc4-eb242daf8d1c", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:46:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "c96feef5-24bc-4fdd-9dc4-eb242daf8d1c", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:46:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "0f24d25a-24df-4529-9aa6-631fe563038c", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "0f24d25a-24df-4529-9aa6-631fe563038c", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "0f24d25a-24df-4529-9aa6-631fe563038c", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "0f24d25a-24df-4529-9aa6-631fe563038c", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:46:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "0f24d25a-24df-4529-9aa6-631fe563038c", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:46:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "0f24d25a-24df-4529-9aa6-631fe563038c", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "9edf7c45-a0df-4abc-ac0d-a4f381fbe2be", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "9edf7c45-a0df-4abc-ac0d-a4f381fbe2be", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "9edf7c45-a0df-4abc-ac0d-a4f381fbe2be", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "9edf7c45-a0df-4abc-ac0d-a4f381fbe2be", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:46:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "9edf7c45-a0df-4abc-ac0d-a4f381fbe2be", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:46:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "9edf7c45-a0df-4abc-ac0d-a4f381fbe2be", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "b5e610b8-a289-43e6-866b-e3e62ac11db6", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "b5e610b8-a289-43e6-866b-e3e62ac11db6", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "b5e610b8-a289-43e6-866b-e3e62ac11db6", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:46:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "b5e610b8-a289-43e6-866b-e3e62ac11db6", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:46:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "b5e610b8-a289-43e6-866b-e3e62ac11db6", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:46:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "b5e610b8-a289-43e6-866b-e3e62ac11db6", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:47:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "4722af0c-ec0a-4a76-a2f5-83a378b0e104", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:47:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "4722af0c-ec0a-4a76-a2f5-83a378b0e104", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:47:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "4722af0c-ec0a-4a76-a2f5-83a378b0e104", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:47:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "71f24526-4c9a-484c-91d6-1446da6dce7c", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:47:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "71f24526-4c9a-484c-91d6-1446da6dce7c", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:47:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "71f24526-4c9a-484c-91d6-1446da6dce7c", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:47:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T22:47:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T22:47:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T22:47:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T22:48:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "7d40aa63-3eb9-406a-8989-661586b42af2", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "7d40aa63-3eb9-406a-8989-661586b42af2", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31"} 2026-07-09T22:48:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "7d40aa63-3eb9-406a-8989-661586b42af2", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "7d40aa63-3eb9-406a-8989-661586b42af2", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "7d40aa63-3eb9-406a-8989-661586b42af2", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:48:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "7d40aa63-3eb9-406a-8989-661586b42af2", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:48:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "7d40aa63-3eb9-406a-8989-661586b42af2", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "7d40aa63-3eb9-406a-8989-661586b42af2", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "auth-test-model-a70a31", "reconcileID": "5cb6fa0d-dc6f-4f37-a633-f19d0687c4ca", "LLMInferenceService": "auth-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "5f038ec0-fdb6-44f7-9d2e-d862c7451ca8", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:48:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "5f038ec0-fdb6-44f7-9d2e-d862c7451ca8", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "5f038ec0-fdb6-44f7-9d2e-d862c7451ca8", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "3238e9b2-a45f-4779-8f3e-afd014a3d1ec", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:48:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "3238e9b2-a45f-4779-8f3e-afd014a3d1ec", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "3238e9b2-a45f-4779-8f3e-afd014a3d1ec", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:48:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "f3faba2b-3bd5-4c61-9c8e-95b1584ade9d", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:48:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "f3faba2b-3bd5-4c61-9c8e-95b1584ade9d", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60"} 2026-07-09T22:48:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "f3faba2b-3bd5-4c61-9c8e-95b1584ade9d", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:48:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "f3faba2b-3bd5-4c61-9c8e-95b1584ade9d", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:48:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "f3faba2b-3bd5-4c61-9c8e-95b1584ade9d", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:48:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "f3faba2b-3bd5-4c61-9c8e-95b1584ade9d", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:48:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "f3faba2b-3bd5-4c61-9c8e-95b1584ade9d", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:48:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "f3faba2b-3bd5-4c61-9c8e-95b1584ade9d", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:48:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "auth-test-model-d3fb60", "reconcileID": "cc65b6de-3438-4436-89f3-f25104da9a6a", "LLMInferenceService": "auth-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:48:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "24599d99-cbc0-48c4-806f-9838cc5d4aa8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:48:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "24599d99-cbc0-48c4-806f-9838cc5d4aa8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:48:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "24599d99-cbc0-48c4-806f-9838cc5d4aa8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:48:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "b4857f83-2e45-4020-b4e9-248d4f518de1", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:48:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "b4857f83-2e45-4020-b4e9-248d4f518de1", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:48:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "b4857f83-2e45-4020-b4e9-248d4f518de1", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:48:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "846293ff-802c-4a95-9c54-f583e5c3f9bb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "846293ff-802c-4a95-9c54-f583e5c3f9bb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "846293ff-802c-4a95-9c54-f583e5c3f9bb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "6b821862-41f5-4070-aff2-b8cf3d10da25", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:48:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "846293ff-802c-4a95-9c54-f583e5c3f9bb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:48:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "846293ff-802c-4a95-9c54-f583e5c3f9bb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:48:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "846293ff-802c-4a95-9c54-f583e5c3f9bb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "6b821862-41f5-4070-aff2-b8cf3d10da25", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:48:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "6b821862-41f5-4070-aff2-b8cf3d10da25", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:48:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "79e0f0cc-ebf9-4f32-9d9d-a8f7812ebe2a", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "79e0f0cc-ebf9-4f32-9d9d-a8f7812ebe2a", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "79e0f0cc-ebf9-4f32-9d9d-a8f7812ebe2a", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:48:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "79e0f0cc-ebf9-4f32-9d9d-a8f7812ebe2a", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:48:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "79e0f0cc-ebf9-4f32-9d9d-a8f7812ebe2a", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:48:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "79e0f0cc-ebf9-4f32-9d9d-a8f7812ebe2a", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:49:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "657b34f7-68a0-447f-b284-498c33eae83a", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:49:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "657b34f7-68a0-447f-b284-498c33eae83a", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:49:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "657b34f7-68a0-447f-b284-498c33eae83a", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:49:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "d0e8279b-4b49-4720-8865-a9211978a689", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:49:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "d0e8279b-4b49-4720-8865-a9211978a689", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:49:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "d0e8279b-4b49-4720-8865-a9211978a689", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:49:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "d0e8279b-4b49-4720-8865-a9211978a689", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:49:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "d0e8279b-4b49-4720-8865-a9211978a689", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:49:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "d0e8279b-4b49-4720-8865-a9211978a689", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:49:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "b1b7e2fd-074c-4473-a285-8b73b4e0f23c", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:49:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "b1b7e2fd-074c-4473-a285-8b73b4e0f23c", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:49:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "b1b7e2fd-074c-4473-a285-8b73b4e0f23c", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:49:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "b1b7e2fd-074c-4473-a285-8b73b4e0f23c", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:49:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "b1b7e2fd-074c-4473-a285-8b73b4e0f23c", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:49:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "b1b7e2fd-074c-4473-a285-8b73b4e0f23c", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:49:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "0e8e02fa-37a4-4d59-b8d2-f02d8c77cf5d", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "0e8e02fa-37a4-4d59-b8d2-f02d8c77cf5d", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "0e8e02fa-37a4-4d59-b8d2-f02d8c77cf5d", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "4ca854f2-dfdf-4a97-9f04-fb7a5e600dd3", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:49:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "0e8e02fa-37a4-4d59-b8d2-f02d8c77cf5d", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:49:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "0e8e02fa-37a4-4d59-b8d2-f02d8c77cf5d", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:49:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "0e8e02fa-37a4-4d59-b8d2-f02d8c77cf5d", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "4ca854f2-dfdf-4a97-9f04-fb7a5e600dd3", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "4ca854f2-dfdf-4a97-9f04-fb7a5e600dd3", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:49:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "7e8fc943-5e9e-43dd-b312-4ef6442eafc6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "7e8fc943-5e9e-43dd-b312-4ef6442eafc6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "7e8fc943-5e9e-43dd-b312-4ef6442eafc6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "7e8fc943-5e9e-43dd-b312-4ef6442eafc6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:49:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "7e8fc943-5e9e-43dd-b312-4ef6442eafc6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:49:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "7e8fc943-5e9e-43dd-b312-4ef6442eafc6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "efd73fbd-49ac-4769-9619-eb6f42915cd9", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:49:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "efd73fbd-49ac-4769-9619-eb6f42915cd9", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:49:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "efd73fbd-49ac-4769-9619-eb6f42915cd9", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:49:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "f09aba21-42f9-4226-ad3c-8bacaa97e731", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "f09aba21-42f9-4226-ad3c-8bacaa97e731", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "f09aba21-42f9-4226-ad3c-8bacaa97e731", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:49:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "f09aba21-42f9-4226-ad3c-8bacaa97e731", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:49:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "f09aba21-42f9-4226-ad3c-8bacaa97e731", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:49:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "f09aba21-42f9-4226-ad3c-8bacaa97e731", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "808a088c-11b5-45a0-b9f8-299e573904d6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "808a088c-11b5-45a0-b9f8-299e573904d6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "808a088c-11b5-45a0-b9f8-299e573904d6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "808a088c-11b5-45a0-b9f8-299e573904d6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:50:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "808a088c-11b5-45a0-b9f8-299e573904d6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:50:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "808a088c-11b5-45a0-b9f8-299e573904d6", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c7fda302-e571-4688-b9af-af2f6138bf79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:50:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "fe1d3491-a3cb-46f6-8970-578658f88fbb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "fe1d3491-a3cb-46f6-8970-578658f88fbb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31"} 2026-07-09T22:50:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "fe1d3491-a3cb-46f6-8970-578658f88fbb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "fe1d3491-a3cb-46f6-8970-578658f88fbb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "fe1d3491-a3cb-46f6-8970-578658f88fbb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:50:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "fe1d3491-a3cb-46f6-8970-578658f88fbb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:50:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "fe1d3491-a3cb-46f6-8970-578658f88fbb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "fe1d3491-a3cb-46f6-8970-578658f88fbb", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "sub-test-model-a70a31", "reconcileID": "a09a4ebb-1787-453b-93d3-d0e305e03a1f", "LLMInferenceService": "sub-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "77c91453-f338-48df-8363-76517c76cdc6", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "77c91453-f338-48df-8363-76517c76cdc6", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "77c91453-f338-48df-8363-76517c76cdc6", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "aa780a16-8dee-4b32-b6b1-8dc5153a2416", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "aa780a16-8dee-4b32-b6b1-8dc5153a2416", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "aa780a16-8dee-4b32-b6b1-8dc5153a2416", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:50:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "be03c9dd-a078-47cc-9546-3be50d26a7bb", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "be03c9dd-a078-47cc-9546-3be50d26a7bb", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60"} 2026-07-09T22:50:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "be03c9dd-a078-47cc-9546-3be50d26a7bb", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "be03c9dd-a078-47cc-9546-3be50d26a7bb", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "be03c9dd-a078-47cc-9546-3be50d26a7bb", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:50:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "be03c9dd-a078-47cc-9546-3be50d26a7bb", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:50:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "be03c9dd-a078-47cc-9546-3be50d26a7bb", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "be03c9dd-a078-47cc-9546-3be50d26a7bb", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "sub-test-model-d3fb60", "reconcileID": "94da4349-fea5-41a7-8938-873a0fe0885a", "LLMInferenceService": "sub-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:50:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "3854dd23-0718-4d33-b00d-336273cafa00", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "3854dd23-0718-4d33-b00d-336273cafa00", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "3854dd23-0718-4d33-b00d-336273cafa00", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:50:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "3009747d-aa74-42aa-a5ba-c9c58f124cf1", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "3009747d-aa74-42aa-a5ba-c9c58f124cf1", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "3009747d-aa74-42aa-a5ba-c9c58f124cf1", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:50:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "2440a093-0402-4365-82e0-9985a54f94d2", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "2440a093-0402-4365-82e0-9985a54f94d2", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "2440a093-0402-4365-82e0-9985a54f94d2", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "a855a44d-6b7c-473d-90af-34acb1b26fac", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:50:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "2440a093-0402-4365-82e0-9985a54f94d2", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:50:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "2440a093-0402-4365-82e0-9985a54f94d2", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:50:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "2440a093-0402-4365-82e0-9985a54f94d2", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "a855a44d-6b7c-473d-90af-34acb1b26fac", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "a855a44d-6b7c-473d-90af-34acb1b26fac", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:50:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "c6c7f2b7-7ea7-4a91-ad85-ec8f53455fb0", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "c6c7f2b7-7ea7-4a91-ad85-ec8f53455fb0", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "c6c7f2b7-7ea7-4a91-ad85-ec8f53455fb0", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "c6c7f2b7-7ea7-4a91-ad85-ec8f53455fb0", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:50:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "c6c7f2b7-7ea7-4a91-ad85-ec8f53455fb0", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:50:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "c6c7f2b7-7ea7-4a91-ad85-ec8f53455fb0", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "629242e6-e108-42fd-9509-d925c4dd4d46", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "629242e6-e108-42fd-9509-d925c4dd4d46", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "629242e6-e108-42fd-9509-d925c4dd4d46", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:50:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "5ad04b94-ae42-4924-887d-1e2179a831bd", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "5ad04b94-ae42-4924-887d-1e2179a831bd", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "5ad04b94-ae42-4924-887d-1e2179a831bd", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:50:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "5ad04b94-ae42-4924-887d-1e2179a831bd", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:50:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "5ad04b94-ae42-4924-887d-1e2179a831bd", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:50:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "5ad04b94-ae42-4924-887d-1e2179a831bd", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:51:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0b97da81-6e3d-4d3f-9b38-b0b522b4380d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:51:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "7000173d-e427-4d72-8d06-76cfad5b075a", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:51:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "7000173d-e427-4d72-8d06-76cfad5b075a", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:51:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "7000173d-e427-4d72-8d06-76cfad5b075a", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:51:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "7000173d-e427-4d72-8d06-76cfad5b075a", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:51:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "7000173d-e427-4d72-8d06-76cfad5b075a", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "authType": "userdefined"} 2026-07-09T22:51:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "7000173d-e427-4d72-8d06-76cfad5b075a", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:51:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1cd81c6-598c-46c2-9da5-1a976af5663c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:51:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "60435fbc-78c6-474e-bccb-57078edc5591", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "60435fbc-78c6-474e-bccb-57078edc5591", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "60435fbc-78c6-474e-bccb-57078edc5591", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "1a1cc718-08d8-4dbb-b589-9beedf0c5264", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:51:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "60435fbc-78c6-474e-bccb-57078edc5591", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:51:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "60435fbc-78c6-474e-bccb-57078edc5591", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:51:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "60435fbc-78c6-474e-bccb-57078edc5591", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "1a1cc718-08d8-4dbb-b589-9beedf0c5264", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:51:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "1a1cc718-08d8-4dbb-b589-9beedf0c5264", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:51:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "436c5c24-f620-4f2a-98f9-3266914e76c8", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "436c5c24-f620-4f2a-98f9-3266914e76c8", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "436c5c24-f620-4f2a-98f9-3266914e76c8", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "436c5c24-f620-4f2a-98f9-3266914e76c8", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:51:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "436c5c24-f620-4f2a-98f9-3266914e76c8", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:51:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "436c5c24-f620-4f2a-98f9-3266914e76c8", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "866d15da-d776-43d2-b72e-aa4859b57147", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:51:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "866d15da-d776-43d2-b72e-aa4859b57147", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "866d15da-d776-43d2-b72e-aa4859b57147", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:51:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "9cfbeb94-3204-4f2f-866b-4223536b9c0f", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "9cfbeb94-3204-4f2f-866b-4223536b9c0f", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "9cfbeb94-3204-4f2f-866b-4223536b9c0f", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "9cfbeb94-3204-4f2f-866b-4223536b9c0f", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:51:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "9cfbeb94-3204-4f2f-866b-4223536b9c0f", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:51:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "9cfbeb94-3204-4f2f-866b-4223536b9c0f", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "ac9772fc-5266-48e6-802f-2f4eeabf5e2e", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "ac9772fc-5266-48e6-802f-2f4eeabf5e2e", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "ac9772fc-5266-48e6-802f-2f4eeabf5e2e", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "ac9772fc-5266-48e6-802f-2f4eeabf5e2e", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:51:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "ac9772fc-5266-48e6-802f-2f4eeabf5e2e", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:51:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "ac9772fc-5266-48e6-802f-2f4eeabf5e2e", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "47b41825-2e2a-4e1f-84f8-36d3cbbd511c", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "47b41825-2e2a-4e1f-84f8-36d3cbbd511c", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "47b41825-2e2a-4e1f-84f8-36d3cbbd511c", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:51:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "47b41825-2e2a-4e1f-84f8-36d3cbbd511c", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:51:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "47b41825-2e2a-4e1f-84f8-36d3cbbd511c", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "authType": "userdefined"} 2026-07-09T22:51:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "47b41825-2e2a-4e1f-84f8-36d3cbbd511c", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:52:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "d97e1763-b1a7-49d5-aa95-da6006ff0a81", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "d97e1763-b1a7-49d5-aa95-da6006ff0a81", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31"} 2026-07-09T22:52:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "d97e1763-b1a7-49d5-aa95-da6006ff0a81", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "d97e1763-b1a7-49d5-aa95-da6006ff0a81", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "d97e1763-b1a7-49d5-aa95-da6006ff0a81", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:52:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "d97e1763-b1a7-49d5-aa95-da6006ff0a81", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31-kserve-route-authn"} 2026-07-09T22:52:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "d97e1763-b1a7-49d5-aa95-da6006ff0a81", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "d97e1763-b1a7-49d5-aa95-da6006ff0a81", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a70a31","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "rate-test-model-a70a31", "reconcileID": "bf7c34c8-99af-4111-bf4f-1e2837843b6e", "LLMInferenceService": "rate-test-model-a70a31", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "df5fa0a0-d4ef-4133-85cc-efccd509ba73", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:52:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "df5fa0a0-d4ef-4133-85cc-efccd509ba73", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:52:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "df5fa0a0-d4ef-4133-85cc-efccd509ba73", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:52:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "9c11be14-6da1-4f3c-ac50-d0e0bf91063d", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:52:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "9c11be14-6da1-4f3c-ac50-d0e0bf91063d", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:52:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "9c11be14-6da1-4f3c-ac50-d0e0bf91063d", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:52:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "c295175e-dee9-4f13-b9f9-ad0d7afcb153", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:52:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "c295175e-dee9-4f13-b9f9-ad0d7afcb153", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60"} 2026-07-09T22:52:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "c295175e-dee9-4f13-b9f9-ad0d7afcb153", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:52:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "c295175e-dee9-4f13-b9f9-ad0d7afcb153", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:52:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "c295175e-dee9-4f13-b9f9-ad0d7afcb153", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:52:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "c295175e-dee9-4f13-b9f9-ad0d7afcb153", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60-kserve-route-authn"} 2026-07-09T22:52:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "c295175e-dee9-4f13-b9f9-ad0d7afcb153", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:52:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "c295175e-dee9-4f13-b9f9-ad0d7afcb153", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:52:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3fb60","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "rate-test-model-d3fb60", "reconcileID": "7bab8aed-fd80-49df-a1de-5e6bce3ab0e1", "LLMInferenceService": "rate-test-model-d3fb60", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:52:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "3330f4d1-546a-428c-8a6f-72c08ec62b83", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:52:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "3330f4d1-546a-428c-8a6f-72c08ec62b83", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:52:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "3330f4d1-546a-428c-8a6f-72c08ec62b83", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:52:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "2304267e-a61f-4419-a0bd-a2087eb0a895", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:52:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "2304267e-a61f-4419-a0bd-a2087eb0a895", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:52:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "2304267e-a61f-4419-a0bd-a2087eb0a895", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:52:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "faca7bd8-98e6-4d9b-ae07-c9f8ef1b1a4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:52:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "ef983e98-c37a-4681-a7c8-ed9b53eb473b", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:52:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "ef983e98-c37a-4681-a7c8-ed9b53eb473b", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31-authn-ssl"} 2026-07-09T22:52:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "ef983e98-c37a-4681-a7c8-ed9b53eb473b", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:52:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79d527ab-6c2d-4d8d-9f94-246846ff2fb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79d527ab-6c2d-4d8d-9f94-246846ff2fb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:52:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79d527ab-6c2d-4d8d-9f94-246846ff2fb6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-a70a31 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:52:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-trusted-ca-bundle", "reconcileID": "2fa5bc66-57d4-4a80-9fa1-121c7482f4f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-trusted-ca-bundle", "reconcileID": "2fa5bc66-57d4-4a80-9fa1-121c7482f4f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "openshift-service-ca.crt", "reconcileID": "592387b7-af03-4dc6-af52-c35dc7a21c7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "openshift-service-ca.crt", "reconcileID": "592387b7-af03-4dc6-af52-c35dc7a21c7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bad2c399-cf4f-46d2-9d2b-375c124dc563", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a70a31"}, "namespace": "ai-tenant-e2e-shared-a-a70a31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bad2c399-cf4f-46d2-9d2b-375c124dc563", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a70a31"} 2026-07-09T22:52:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a70a31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a70a31", "reconcileID": "892e5180-34c1-40db-8c9a-bcea0de1aeec", "Gateway": "e2e-shared-a-a70a31", "namespace": "openshift-ingress"} 2026-07-09T22:52:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "09d64021-f453-4199-9cc4-c5359226edec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:52:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "a82fa5e9-f00d-468c-9554-cb1eaaa763f8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:52:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "a82fa5e9-f00d-468c-9554-cb1eaaa763f8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60-authn-ssl"} 2026-07-09T22:52:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "a82fa5e9-f00d-468c-9554-cb1eaaa763f8", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"} 2026-07-09T22:53:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2afa1fb9-d247-4fe1-9262-001bad52bdd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:53:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2afa1fb9-d247-4fe1-9262-001bad52bdd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:53:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2afa1fb9-d247-4fe1-9262-001bad52bdd9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d3fb60 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:53:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-trusted-ca-bundle", "reconcileID": "6fe3a8a6-24fa-4f9e-b02b-bb00bb0f1315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:53:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-trusted-ca-bundle", "reconcileID": "6fe3a8a6-24fa-4f9e-b02b-bb00bb0f1315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:53:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "openshift-service-ca.crt", "reconcileID": "73631e43-1518-4cf5-857b-1a282821abe8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:53:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "openshift-service-ca.crt", "reconcileID": "73631e43-1518-4cf5-857b-1a282821abe8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:53:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdf11e11-4934-4169-a605-f217817098f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:53:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d3fb60"}, "namespace": "ai-tenant-e2e-shared-b-d3fb60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdf11e11-4934-4169-a605-f217817098f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d3fb60"} 2026-07-09T22:53:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d3fb60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d3fb60", "reconcileID": "e189020c-0f2b-473d-9870-24f48440e2c5", "Gateway": "e2e-shared-b-d3fb60", "namespace": "openshift-ingress"}